-- Logs begin at Mon 2021-09-20 11:28:05 UTC, end at Mon 2021-09-20 12:21:11 UTC. -- Sep 20 11:56:53.647609 dv-cinder-810000-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 11:56:56.348047 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.common.config [-] Logging enabled! Sep 20 11:56:56.348635 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 11:56:56.348813 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 11:56:56.352053 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.common.config [-] Logging enabled! Sep 20 11:56:56.352304 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 11:56:56.352610 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94018) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 11:56:56.353543 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 11:56:56.353772 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 11:56:56.354129 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 11:56:56.354369 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 11:56:56.354595 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 11:56:56.354907 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.355199 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.355490 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.355718 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.356026 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.356316 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.356594 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.356880 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.357436 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.357719 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.357991 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.358267 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.358491 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.358766 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.359049 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.359329 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.359548 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] debug = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.359821 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.360261 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.361862 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.361862 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.361862 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.362068 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.362273 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.362540 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.362817 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.363141 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] host = dv-cinder-810000-1-iscsi {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.363414 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.363696 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.364003 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.364285 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.364557 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.364824 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.365103 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.365369 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.365633 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] log_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.365900 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.366180 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.366461 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.366746 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.366966 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.367181 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.367465 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.367747 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.368042 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.368313 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.368580 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.368847 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.369115 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.369375 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.369654 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.369932 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.370210 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.370477 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.370746 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.371010 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.371275 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.371554 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.371819 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.372105 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.372371 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.372654 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.372918 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.373184 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.373478 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.373758 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.374034 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.374313 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.374583 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.374859 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.375124 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.375385 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.375648 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] use_json = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.375932 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.376213 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.376488 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.376755 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.377017 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.377279 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.377538 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.377816 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:56.378102 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.378391 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.378687 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.378963 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.379252 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.379525 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.379808 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.380102 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.380385 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.380669 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.380951 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.381221 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.381500 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.381770 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.382059 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.382360 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.382651 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.382940 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.383209 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.383475 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.383741 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.384044 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.384326 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.384602 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.384888 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.385174 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.385446 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.385726 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.386014 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.386296 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.386562 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.386834 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.387122 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.387392 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.387657 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.387953 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.388241 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.388512 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.388777 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.389051 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.389322 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.389587 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.389853 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.390125 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.390410 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.390683 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.390949 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.391213 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.391484 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.391749 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.392077 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.392350 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.392619 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.392885 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.393155 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.393422 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.393689 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.393959 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.394223 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.394498 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.394764 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.395028 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.395292 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.395556 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.395820 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.396107 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.396372 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.396644 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.396910 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.397177 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.397441 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.397705 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.397970 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.398247 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.398540 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.398815 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.399089 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.399361 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.399634 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.399924 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.400198 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.400469 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.400743 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.401008 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.401294 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.401572 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.401852 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.402128 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.402402 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.402701 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.402975 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.403251 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.403522 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.403793 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.404091 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.404369 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.404664 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.404954 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.405242 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.405529 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.405813 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.406085 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.406389 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.406661 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:56.406873 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 11:56:56.407104 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94018) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 11:56:56.761707 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 11:56:56.761976 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 11:56:56.762257 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 11:56:56.762583 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 11:56:57.150500 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.150718 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.150985 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.152295 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.152566 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.152827 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.187850 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.188143 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.188405 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.203376 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.203651 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.203941 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.232343 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.232621 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.232882 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.271383 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.271655 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.271941 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.499872 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.500527 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.500527 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.500687 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.501405 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.619724 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.620067 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.620344 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.620609 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.620871 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.621177 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.621433 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.621683 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.621931 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.622207 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.622462 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.622722 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.622981 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.623218 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.623467 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.623723 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.624004 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.624271 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.624538 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.624793 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.625058 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.625306 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.625579 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.625951 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.626241 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.627003 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.627383 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 11:56:57.627624 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 11:56:57.627859 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 11:56:57.628119 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 11:56:57.628353 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 11:56:57.628584 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 11:56:57.628945 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 11:56:57.631995 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 11:56:57.635961 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 11:56:57.639997 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 20 11:56:57.641596 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 11:56:57.642069 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 11:56:57.642399 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 11:56:57.642776 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 11:56:57.645531 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 11:56:57.645776 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 11:56:57.646122 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 11:56:57.651294 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 11:56:57.673175 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 11:56:57.673621 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.673912 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94018) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 20 11:56:57.674265 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.675607 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94018) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 11:56:57.676075 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 11:56:57.676320 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 11:56:57.679412 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.679685 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:57.743630 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 11:56:57.743867 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 11:56:57.744127 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 11:56:57.744486 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 11:56:57.765716 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_db.sqlalchemy.engines [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94018) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 11:56:58.286465 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Initializing driver for type 'gre' Sep 20 11:56:58.286963 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] gre ID ranges: [(1, 1000)] Sep 20 11:56:58.339364 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Initializing driver for type 'local' Sep 20 11:56:58.339713 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Initializing driver for type 'vlan' Sep 20 11:56:58.352165 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] VlanTypeDriver initialization complete Sep 20 11:56:58.352510 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Initializing driver for type 'vxlan' Sep 20 11:56:58.353007 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] vxlan ID ranges: [(1, 1000)] Sep 20 11:56:58.405445 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Initializing extension driver 'port_security' Sep 20 11:56:58.405867 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] PortSecurityExtensionDriver initialization complete Sep 20 11:56:58.406189 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Initializing mechanism driver 'openvswitch' Sep 20 11:56:58.406514 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Initializing mechanism driver 'hyperv' Sep 20 11:56:58.413511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.plugin [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:56:58.414173 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > port after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.414565 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > port after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.414910 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > port after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.415416 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 11:56:58.415842 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > subnet after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.416213 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > subnet after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.416558 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.416941 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 11:56:58.417341 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > network after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.417682 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > network after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.418022 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > network after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.418400 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 11:56:58.418794 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > security_group after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.419135 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > security_group after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.419465 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.420015 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 11:56:58.420425 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.420769 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.421108 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.421492 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 11:56:58.421890 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > address_group after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.422228 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > address_group after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.422560 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.422940 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94018) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 11:56:58.423906 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] ML2 OVO RPC backend initialized. {{(pid=94018) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 20 11:56:58.424605 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.424954 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.425360 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > network before_response 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.425710 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > networks before_response 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.426037 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > port before_response 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.426375 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > ports before_response 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.426710 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > subnet before_response 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.427042 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > subnets before_response 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.427379 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > network after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.427711 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > network after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.428072 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > network after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.428401 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > port after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.428729 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > port after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.429053 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > port after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.429379 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > subnet after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.429705 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > subnet after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.430030 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.430592 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.plugin [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Modular L2 Plugin initialization complete Sep 20 11:56:58.430911 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading services supported by the core plugin {{(pid=94018) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 11:56:58.431231 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.plugins.ml2.managers [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Got port-security extension from driver 'port_security' Sep 20 11:56:58.431684 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.extensions.vlantransparent [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Disabled vlantransparent extension. Sep 20 11:56:58.432178 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94018) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 11:56:58.432483 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading Plugin: router Sep 20 11:56:58.468326 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.468735 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router after_create 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.469102 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router before_create 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.469459 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.469826 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.470688 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router after_delete 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.471040 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.471382 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.471731 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router after_create 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.472102 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router after_update 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.472446 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router after_update 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.472786 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.473135 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router after_update 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.473535 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_update 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.473897 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: port after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.474232 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: port after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.474563 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: subnet after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.474895 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.475237 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.475577 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_create 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.475934 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: port before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.476273 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.476620 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router after_update 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.476954 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.477295 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_create 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.477644 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.477980 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_update 55549900 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.478336 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > agent after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.478675 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > agent after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.479011 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > network after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.479850 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Tracking information for resource: router configured {{(pid=94018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 11:56:58.480200 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Tracking information for resource: floatingip configured {{(pid=94018) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 11:56:58.485471 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.db.l3_agentschedulers_db [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 11:56:58.486595 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: port after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.486951 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: port after_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.487299 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: port after_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.487645 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: port after_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.488461 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router before_create 55550100 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.488824 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.489179 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_create 55550100 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.489526 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > router precommit_update 55550100 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.494136 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.services.provider_configuration [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service providers = [] {{(pid=94018) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 11:56:58.494494 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.db.servicetype_db [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94018) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 11:56:58.497397 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.services.service_base [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 11:56:58.497737 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.services.service_base [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 11:56:58.498071 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.services.service_base [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 11:56:58.498946 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.services.service_base [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94018) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 11:56:58.499311 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.services.service_base [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 11:56:58.499678 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 11:56:58.500027 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 11:56:58.510527 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 11:56:58.510860 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading Plugin: auto_allocate Sep 20 11:56:58.516622 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: network precommit_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.517010 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: network precommit_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.517522 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 11:56:58.517839 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading Plugin: tag Sep 20 11:56:58.524295 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 11:56:58.524619 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading Plugin: timestamp Sep 20 11:56:58.528549 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 11:56:58.528878 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading Plugin: network_ip_availability Sep 20 11:56:58.534713 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.535078 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.535431 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.536158 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 11:56:58.536519 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading Plugin: flavors Sep 20 11:56:58.541083 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 11:56:58.541415 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading Plugin: revisions Sep 20 11:56:58.545622 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94018) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 11:56:58.546001 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_concurrency.lockutils [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=94018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 11:56:58.546717 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94018) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 20 11:56:58.547047 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Initializing extension manager. Sep 20 11:56:58.547548 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: __init__.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.547880 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: __pycache__ {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.548772 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.549095 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: address_group.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.549835 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.550384 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: address-group Sep 20 11:56:58.550698 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: address_scope.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.551584 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.552117 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: address-scope Sep 20 11:56:58.552434 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.553353 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.553856 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: router-admin-state-down-before-update Sep 20 11:56:58.554171 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: agent.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.554874 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.555370 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: agent Sep 20 11:56:58.555685 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: agent_resources_synced.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.556609 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.557106 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: agent-resources-synced Sep 20 11:56:58.557418 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: allowedaddresspairs.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.559173 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.559688 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: allowed-address-pairs Sep 20 11:56:58.560053 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: auto_allocated_topology.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.561109 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.561611 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: auto-allocated-topology Sep 20 11:56:58.561932 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: availability_zone.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.562614 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.563111 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: availability_zone Sep 20 11:56:58.563427 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: availability_zone_filter.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.564370 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.564873 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: availability_zone_filter Sep 20 11:56:58.565190 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: data_plane_status.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.566077 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.566570 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 11:56:58.566885 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: default_subnetpools.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.567776 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.568303 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: default-subnetpools Sep 20 11:56:58.568619 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.569414 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.569912 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: dhcp_agent_scheduler Sep 20 11:56:58.570230 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: dns.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.571123 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.571618 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension dns-integration not supported by any of loaded plugins Sep 20 11:56:58.571962 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: dns_domain_ports.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.572871 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.573441 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 11:56:58.573755 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.574661 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.575159 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 11:56:58.575472 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: dvr.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.576154 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.576648 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: dvr Sep 20 11:56:58.576958 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: ecmp_routes.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.577858 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.578383 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 11:56:58.578647 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: empty_string_filtering.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.579570 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.580094 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: empty-string-filtering Sep 20 11:56:58.580411 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.581307 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.581805 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 11:56:58.582122 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.583011 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.583510 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 11:56:58.583824 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: external_net.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.584747 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.585246 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: external-net Sep 20 11:56:58.585560 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.586449 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.586948 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: extra_dhcp_opt Sep 20 11:56:58.587263 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: extraroute.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.588183 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.588680 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: extraroute Sep 20 11:56:58.588994 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: extraroute_atomic.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.590002 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.590504 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: extraroute-atomic Sep 20 11:56:58.590819 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: filter_validation.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.591469 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.591998 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: filter-validation Sep 20 11:56:58.592314 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: fip_pf_description.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.593202 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.593693 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 11:56:58.594005 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: fip_port_details.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.595458 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.596006 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: fip-port-details Sep 20 11:56:58.596323 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: flavors.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.597544 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.598049 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: flavors Sep 20 11:56:58.598370 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.600057 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.600572 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 11:56:58.600903 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: floatingip_pools.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.601592 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.602094 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: floatingip-pools Sep 20 11:56:58.602414 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: ip_allocation.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.603325 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.603821 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 11:56:58.604165 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.605066 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.605574 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: ip-substring-filtering Sep 20 11:56:58.605895 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: l2_adjacency.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.606804 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.607553 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 11:56:58.607872 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: l3.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.608972 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.609483 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: router Sep 20 11:56:58.609804 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.612580 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.613098 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 11:56:58.613428 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.614355 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.614861 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: ext-gw-mode Sep 20 11:56:58.615183 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.616123 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.616624 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: l3-ha Sep 20 11:56:58.616946 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: l3_flavors.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.617850 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.618348 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: l3-flavors Sep 20 11:56:58.618668 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.619567 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.620085 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 11:56:58.620405 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: l3agentscheduler.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.621411 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.621908 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: l3_agent_scheduler Sep 20 11:56:58.622227 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: logging.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.623676 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.624209 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension logging not supported by any of loaded plugins Sep 20 11:56:58.624536 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: metering.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.625274 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.625833 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: metering Sep 20 11:56:58.626174 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.627243 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.627742 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: metering_source_and_destination_fields Sep 20 11:56:58.628096 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: multiprovidernet.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.629009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.629508 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: multi-provider Sep 20 11:56:58.629824 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: netmtu.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.630720 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.631215 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: net-mtu Sep 20 11:56:58.631531 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: netmtu_writable.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.632461 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.632956 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: net-mtu-writable Sep 20 11:56:58.633270 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: network_availability_zone.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.633923 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.634418 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: network_availability_zone Sep 20 11:56:58.634731 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: network_ip_availability.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.635822 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.636417 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: network-ip-availability Sep 20 11:56:58.636739 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: network_segment_range.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.637488 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.637983 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 11:56:58.638298 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: pagination.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.639262 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.639583 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: pagination Sep 20 11:56:58.639912 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: port_device_profile.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.640809 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.641316 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: port-device-profile Sep 20 11:56:58.641631 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.642565 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.643063 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: port-mac-address-regenerate Sep 20 11:56:58.643375 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.644301 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.644796 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: port-numa-affinity-policy Sep 20 11:56:58.645109 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: port_resource_request.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.646131 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.646627 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 11:56:58.646942 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: portbindings.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.647857 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.648382 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: binding Sep 20 11:56:58.648697 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: portbindings_extended.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.649947 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.650449 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: binding-extended Sep 20 11:56:58.650771 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: portsecurity.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.651676 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.652212 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: port-security Sep 20 11:56:58.652532 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: project_id.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.653490 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.653815 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: project-id Sep 20 11:56:58.654132 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: providernet.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.655044 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.655551 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: provider Sep 20 11:56:58.655865 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.659909 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.660421 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos not supported by any of loaded plugins Sep 20 11:56:58.660749 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.661973 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.662480 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 11:56:58.662803 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.663702 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.664236 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 11:56:58.664558 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_default.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.665452 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.665961 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-default not supported by any of loaded plugins Sep 20 11:56:58.666281 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_fip.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.666922 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.667415 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-fip not supported by any of loaded plugins Sep 20 11:56:58.667732 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_gateway_ip.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.668681 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.669180 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 11:56:58.669497 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_port_network_policy.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.670391 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.670887 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 11:56:58.671201 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_pps_rule.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.672385 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.672892 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-pps not supported by any of loaded plugins Sep 20 11:56:58.673749 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_rule_type_details.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.674644 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.675146 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 11:56:58.675465 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: qos_rules_alias.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.676532 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.677034 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 11:56:58.677352 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: quotasv2.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.678248 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.678571 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: quotas Sep 20 11:56:58.678887 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: quotasv2_detail.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.682088 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.682429 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: quota_details Sep 20 11:56:58.682757 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: rbac.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.683795 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.684339 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: rbac-policies Sep 20 11:56:58.684663 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: rbac_address_group.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.685571 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.686083 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: rbac-address-group Sep 20 11:56:58.686400 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: rbac_address_scope.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.687301 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.687805 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: rbac-address-scope Sep 20 11:56:58.688157 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: rbac_security_groups.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.689080 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.689581 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: rbac-security-groups Sep 20 11:56:58.689896 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: rbac_subnetpool.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.690808 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.691309 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: rbac-subnetpool Sep 20 11:56:58.691623 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: revisionifmatch.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.692560 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.693067 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: revision-if-match Sep 20 11:56:58.693382 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: revisions.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.694472 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.694974 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: standard-attr-revisions Sep 20 11:56:58.695287 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: router_availability_zone.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.695988 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.696489 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: router_availability_zone Sep 20 11:56:58.696804 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: routerservicetype.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.697704 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.698202 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension router-service-type not supported by any of loaded plugins Sep 20 11:56:58.698516 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.699413 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.700001 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: security-groups-normalized-cidr Sep 20 11:56:58.700323 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.701219 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.701720 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: port-security-groups-filtering Sep 20 11:56:58.702036 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.702935 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.703440 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: security-groups-remote-address-group Sep 20 11:56:58.703758 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: securitygroup.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.714557 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.715079 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: security-group Sep 20 11:56:58.715407 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: segment.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.716222 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.716727 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension segment not supported by any of loaded plugins Sep 20 11:56:58.717051 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.717977 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.718482 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 11:56:58.718804 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: servicetype.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.720498 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.721013 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: service-type Sep 20 11:56:58.721337 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: sorting.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.722303 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.722627 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: sorting Sep 20 11:56:58.722945 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: standard_attr_segment.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.723850 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.724377 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 11:56:58.724694 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: standardattrdescription.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.725332 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.725830 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: standard-attr-description Sep 20 11:56:58.726153 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: stateful_security_group.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.727059 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.727564 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: stateful-security-group Sep 20 11:56:58.727882 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: stdattrs_common.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.728475 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 11:56:58.728787 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.729691 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.730199 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 11:56:58.730514 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: subnet_onboard.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.731574 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.732354 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: subnet_onboard Sep 20 11:56:58.732669 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.733588 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.734090 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 11:56:58.734407 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: subnet_service_types.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.735318 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.736388 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: subnet-service-types Sep 20 11:56:58.736705 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: subnetallocation.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.737787 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.738295 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: subnet_allocation Sep 20 11:56:58.738613 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.739273 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.739773 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: subnetpool-prefix-ops Sep 20 11:56:58.740117 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.741039 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.741535 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 11:56:58.741848 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: tagging.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.742896 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.743406 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: standard-attr-tag Sep 20 11:56:58.743725 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: timestamp.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.744943 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.745452 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loaded extension: standard-attr-timestamp Sep 20 11:56:58.745776 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: trunk.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.746799 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.747300 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension trunk not supported by any of loaded plugins Sep 20 11:56:58.747617 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: trunk_details.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.748555 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.749058 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension trunk-details not supported by any of loaded plugins Sep 20 11:56:58.749376 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: uplink_status_propagation.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.750279 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.750778 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 11:56:58.751096 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Loading extension file: vlantransparent.py {{(pid=94018) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 11:56:58.751775 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94018) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 11:56:58.752304 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 11:56:58.754673 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:network Sep 20 11:56:58.755183 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:subnet Sep 20 11:56:58.755575 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 11:56:58.755999 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:port Sep 20 11:56:58.757228 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.757676 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service FLAVORS assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.758302 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.758721 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.759055 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:router Sep 20 11:56:58.759478 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 11:56:58.759986 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service METERING assigned prefix: /metering {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.761401 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.761763 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.762109 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 11:56:58.763088 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 11:56:58.763534 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:security_group Sep 20 11:56:58.763980 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 11:56:58.764561 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service CORE assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.764894 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 11:56:58.765234 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] subnetpool is already registered Sep 20 11:56:58.765673 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service CORE assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.765997 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 11:56:58.766326 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] subnetpool is already registered Sep 20 11:56:58.769152 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.769581 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service FLAVORS assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.770165 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.770579 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.770905 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:router Sep 20 11:56:58.771234 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] router is already registered Sep 20 11:56:58.771640 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 11:56:58.771998 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] floatingip is already registered Sep 20 11:56:58.772450 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service METERING assigned prefix: /metering {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.773125 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 11:56:58.773444 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] rbac_policy is already registered Sep 20 11:56:58.773846 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:security_group Sep 20 11:56:58.774171 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] security_group is already registered Sep 20 11:56:58.774565 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 11:56:58.774887 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] security_group_rule is already registered Sep 20 11:56:58.775498 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service CORE assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.775818 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 11:56:58.776164 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] subnetpool is already registered Sep 20 11:56:58.776574 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.v2.resource_helper [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Service CORE assigned prefix: {{(pid=94018) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 11:56:58.776899 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 11:56:58.777218 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING neutron.quota.resource_registry [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] subnetpool is already registered Sep 20 11:56:58.777679 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: extensions {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.779117 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: address-groups {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.780638 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: address-scopes {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.781969 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: agents {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.783670 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: auto-allocated-topology {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.784946 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: availability_zones {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.786159 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: dhcp-networks {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.787764 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: dhcp-agents {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.789202 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: routers {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.791400 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: flavors {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.792589 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: service_profiles {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.793796 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: next_providers {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.795236 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: service_profiles {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.796819 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: floatingip-pools {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.798069 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: routers {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.800216 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: floatingips {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.801494 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: l3-routers {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.802880 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: l3-agents {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.804319 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: metering-labels {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.805662 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: metering-label-rules {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.806933 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: network-ip-availabilities {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.808224 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: bindings {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.810693 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: quotas {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.812184 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: quotas {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.813587 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: rbac-policies {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.814807 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: security-groups {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.816123 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: security-group-rules {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.817389 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: service-providers {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.818592 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: subnetpools {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.820056 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: subnetpools {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.821505 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.823150 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.825004 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.826787 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.828604 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.830968 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.832699 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.834597 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.836382 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.838122 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron.api.extensions [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Extended resource: tags {{(pid=94018) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 11:56:58.844148 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING keystonemiddleware.auth_token [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 11:56:58.849449 dv-cinder-810000-1-iscsi neutron-server[94018]: WARNING keystonemiddleware.auth_token [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 11:56:58.858028 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_concurrency.lockutils [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Acquired lock "singleton_lock" {{(pid=94018) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 20 11:56:58.858489 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_concurrency.lockutils [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Releasing lock "singleton_lock" {{(pid=94018) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 20 11:56:58.859120 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO oslo_service.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Starting 2 workers Sep 20 11:56:58.863908 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Started child 94127 {{(pid=94018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 11:56:58.868267 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Started child 94128 {{(pid=94018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 11:56:58.869339 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:56:58.869995 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO neutron.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 11:56:58.870496 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Notify callbacks [] for process, before_spawn {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:56:58.870867 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [-] (94127) wsgi starting up on http://0.0.0.0:9696 Sep 20 11:56:58.872940 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO oslo_service.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Starting 1 workers Sep 20 11:56:58.873106 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:56:58.874469 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [-] (94128) wsgi starting up on http://0.0.0.0:9696 Sep 20 11:56:58.878130 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Started child 94129 {{(pid=94018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 11:56:58.878653 dv-cinder-810000-1-iscsi neutron-server[94018]: INFO oslo_service.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Starting 1 workers Sep 20 11:56:58.881867 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] calling RpcWorker wait() {{(pid=94129) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 11:56:58.882391 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] returning from RpcWorker wait() {{(pid=94129) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 11:56:58.883006 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Started child 94130 {{(pid=94018) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 11:56:58.883761 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:56:58.883868 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f628-290d-4795-a57b-e6d1f6d4cea6 None None] Notify callbacks [] for process, after_spawn {{(pid=94018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:56:58.884311 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:56:58.885746 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94018) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 11:56:58.885954 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 11:56:58.886129 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 11:56:58.886339 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 11:56:58.886660 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 11:56:58.886822 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 11:56:58.887322 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.887598 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.887865 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.888134 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.888424 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.888728 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:56:58.889190 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.889278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.889517 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.889793 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.890039 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.890209 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.890370 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.890605 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.890847 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.891150 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.891413 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.891661 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.892522 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.892688 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.892940 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.893215 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.893457 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.893724 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] debug = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.893957 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.894415 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.894646 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.894897 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.895129 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.895384 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.895609 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.895865 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.896132 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.896340 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.896594 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.896854 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.897075 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.897296 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.897522 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.897779 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.898004 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.898468 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] host = dv-cinder-810000-1-iscsi {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.898693 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.898920 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.899158 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.899406 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.899659 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.899920 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.900166 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.900405 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.900665 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.900882 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.901132 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.901371 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.901586 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.901834 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.901995 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_options = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.902236 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.902498 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.902753 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.902935 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.903099 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.903268 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.903512 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.903670 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.903950 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.904163 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.904374 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.904582 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.904820 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.905030 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.905300 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.905544 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.905751 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.905975 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.906217 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.906468 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.906689 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.906909 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.907137 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.907356 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.908157 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.908397 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.908620 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.908834 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.909043 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.909262 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.909501 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.909746 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.909959 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.910208 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.910465 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.910687 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.910909 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.911138 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.911406 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.911620 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.911864 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.912142 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.912352 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.912584 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.912809 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.913014 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.913225 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_json = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.913430 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.913652 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.913908 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.914140 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.914412 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.914571 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.914794 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.915031 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:58.915452 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.915724 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.916064 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.916304 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.916563 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.916809 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.917034 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.917262 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.917511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.917762 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.918063 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.918281 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.918551 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.918797 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.919059 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.919366 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.919629 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.919932 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.920167 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.920397 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.920611 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.920846 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.921131 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.921131 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.921784 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.921784 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.922057 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.922316 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.922594 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.923495 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.923495 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.923495 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.923756 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.923881 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.924250 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.924698 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.925060 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.925328 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.925618 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.925791 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.926196 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.926300 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.926381 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:56:58.926494 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.926712 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.926905 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.927143 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.927396 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.927619 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.927831 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.928108 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.928339 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.928659 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.928910 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.931009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.931009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.931009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.931009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.931009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.931009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.931009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.931009 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.933511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.935455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.938278 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939204 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939204 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939204 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939204 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939204 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939204 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939204 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939204 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939785 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939785 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939785 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939785 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.939785 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.940240 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.940240 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.940392 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.940600 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.940862 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.943408 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.946087 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.946361 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.946621 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.946895 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.947175 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.947445 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.947713 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.947998 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.948250 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.948534 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.948795 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.949073 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.949294 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.949556 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.949840 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.950114 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.950374 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.950632 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.950871 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.951121 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.951343 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.951592 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.951831 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.952634 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.953272 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.953551 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.953785 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.954003 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.954215 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.955120 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.955760 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.956071 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.956307 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.956550 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.956819 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.957073 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.957316 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.957570 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.957964 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.958365 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.958733 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.959112 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.959484 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.959878 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.960311 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.960667 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.961049 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.961433 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.961830 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.962184 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.962545 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.962939 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.963158 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.963378 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.963609 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.963820 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.964203 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.964580 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.964793 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.965168 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.965558 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.965923 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.966269 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.966640 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.968419 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.969644 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.970654 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.971218 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.971739 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.972298 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.972815 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.973539 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.974966 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.975363 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.975661 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.976227 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.976478 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.976710 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.977095 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.977469 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.977824 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.978215 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.978443 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.978707 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.978963 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.979292 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.979688 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.980250 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.980473 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.980691 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.980943 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.981161 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.981380 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.981612 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.981964 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.982582 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.983133 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.983362 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.983604 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.983817 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.984071 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.984279 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.984492 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.985205 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.985772 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.986039 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.986778 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.987046 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.987283 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.987497 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.987744 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.988053 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.988266 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.988486 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.988699 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.988910 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.989135 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.989342 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.989548 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.989767 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.989998 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.990203 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.990433 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.990672 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.990878 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.991095 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.991306 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.991511 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.991732 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.991982 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.992189 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.992407 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.992616 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.992819 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.993039 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.993243 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.993466 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.993722 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.993979 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.994185 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.994487 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.994740 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.994961 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.995243 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.995496 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.995750 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.996809 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.997727 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.997964 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.998207 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.998426 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.998663 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.998901 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.999167 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.999484 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:58.999783 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.000060 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.000311 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.000602 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.000884 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.001168 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.001399 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.001680 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.001991 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.002272 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.002519 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.002742 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.003059 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.003059 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.003450 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.003614 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.003854 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.004112 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.004346 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.004586 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.004806 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.005046 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.005269 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.005485 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.005723 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.005948 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.006161 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.006369 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.006604 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 11:56:59.007023 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94018) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 11:56:59.007178 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 11:56:59.007339 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 11:56:59.007509 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 11:56:59.007656 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 11:56:59.007865 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 11:56:59.008026 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.008347 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.008509 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.008664 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.008913 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.009057 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.009257 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.009414 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.009619 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.010171 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.010947 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.011117 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.011276 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.011475 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.012119 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.012313 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.012488 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.012663 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.012842 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.013020 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.013189 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.013336 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.013494 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] debug = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.013658 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.013874 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.014042 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.014202 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.014709 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.014971 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.015133 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.015291 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.015454 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.015609 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.015769 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.015973 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.016140 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.016293 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.016449 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.016608 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.017286 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.017455 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] host = dv-cinder-810000-1-iscsi {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.017610 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.017766 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.017952 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.018109 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.018258 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.018408 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.018557 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.018706 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.018865 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.019018 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.019174 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.019329 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.019484 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.019638 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.019792 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_options = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.020086 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.020259 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.020414 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.020595 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.020760 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.020917 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.021074 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.021398 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.021801 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.022039 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.022347 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.022510 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.022667 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.022822 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.022994 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.023172 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.023375 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.023916 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.024090 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.024246 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.024402 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.024558 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.024716 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.024877 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.025032 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.025190 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.025342 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.025496 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.025647 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.025812 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.025908 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:56:59.025983 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.026151 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.026253 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.026407 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.026560 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.026716 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.026873 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.027026 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.027185 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.027340 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.027495 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.027650 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.027805 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.027988 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.028143 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.028297 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.028451 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_json = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.028605 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.028760 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.028913 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.029067 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.029220 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.029373 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.029526 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.029681 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 11:56:59.029858 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.030018 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.030187 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.030345 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.030503 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.030661 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.030820 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.030978 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.031139 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.031296 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.031459 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.031618 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.031787 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.031965 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.032125 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.032286 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.033057 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.033222 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.033381 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.033539 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.033697 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.033855 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.034022 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.034178 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.034336 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.034494 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.034715 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.034895 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.035053 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.035211 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.035369 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.035527 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.035687 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.035846 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.036028 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.036186 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.036345 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.036501 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.036659 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.036817 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.036975 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.037132 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.037360 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.038397 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.038503 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.038665 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.039475 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.039640 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.041351 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.041528 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.041704 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.041860 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.042012 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.042174 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.042334 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.042510 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.042668 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.042826 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.042985 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.043144 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.043302 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.043460 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.043618 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.043779 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.044779 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.045793 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.046781 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.046966 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.047117 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.047279 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.047441 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.047602 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.047760 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.047940 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.048145 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.048307 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.048468 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.048627 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.048785 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.048944 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.049104 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.049262 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.049421 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.049580 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.049739 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.049897 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.050076 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.050236 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.050394 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.050563 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.050736 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.050893 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.051056 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.051213 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.051392 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.051549 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.051729 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.051898 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.052130 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.052318 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.052493 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053175 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053175 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053175 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053175 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053480 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053480 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053623 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053727 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.053927 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.054027 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.054180 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.054336 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.054490 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.054644 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.054799 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.054968 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.055110 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.055263 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.055412 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.055578 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.055743 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.055935 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.056261 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.056439 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.056621 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.056789 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.056953 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.057244 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.057420 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.057587 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.057752 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.057925 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.058102 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.058252 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.058417 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.058577 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.058760 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.058922 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.059084 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.059245 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.059406 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.059572 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.059733 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.059880 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.060062 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.060200 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.060373 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.060529 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.060666 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.060801 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.060962 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.061148 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.061321 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.061478 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.061616 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.061761 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.061898 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.062033 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.062196 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.062339 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.062502 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.062655 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.062800 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.062957 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.063100 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.063264 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.063407 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.063571 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.063738 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.063926 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.064114 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.064270 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.064408 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.064571 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.064733 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.064882 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.065020 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.065176 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.065319 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.065483 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.065634 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.065794 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.065958 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.066120 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.066262 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.066427 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.066590 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.066743 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.066899 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.067049 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.067226 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.067402 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.067564 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.067705 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.067870 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.068034 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.068197 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.068339 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.068595 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.068740 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.068829 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.068944 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.069105 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.069269 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.069437 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.069894 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.070269 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.070452 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.070608 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.070738 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.070924 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.071062 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.071228 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.071407 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.071576 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.071705 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.071962 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.072062 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.072499 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.072499 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.072499 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.072735 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.072813 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.072994 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.073094 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.073251 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.073404 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.073572 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.073738 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.073898 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.074058 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.074216 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.074375 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.074534 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.074704 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.074864 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.075027 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.075185 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.075344 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.075503 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.075671 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.075833 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.076026 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.076186 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.076346 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.076506 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.076675 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.076836 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.076995 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.077164 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.077323 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.077483 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.077642 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.077815 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.077975 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.078139 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.078299 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.078458 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.078618 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.078779 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.078943 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.079112 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.079785 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.079977 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.080145 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.080312 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.080480 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.080641 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.080809 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.080982 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.081142 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.081303 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.081462 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.081621 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.081780 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.081940 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.082095 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.082514 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.082514 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.082681 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.082681 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.082838 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.082977 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.083130 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.083284 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.083448 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.083592 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.083753 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.083929 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 11:56:59.084083 dv-cinder-810000-1-iscsi neutron-server[94018]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94018) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 11:56:59.318047 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56472) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:56:59.326447 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063336 Sep 20 11:57:10.690633 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055997a-a666-4f52-9dcd-d688f75c5f0f None None] get_active_networks_info from dv-cinder-810000-1-iscsi {{(pid=94129) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 11:57:10.725668 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2db765c2-73eb-45e4-b6ff-f5bd12af92d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7991841'] for agent, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:10.778473 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055997a-a666-4f52-9dcd-d688f75c5f0f None None] No non-hosted networks {{(pid=94129) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 11:57:13.263166 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-a96ebc73-ea83-48cd-946b-41e984514232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7991841'] for agent, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:13.314641 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fa6d7c11-a0a4-4508-827d-e9ddd057973f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:14.052250 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7991841'] for agent, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:14.052250 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.052547 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.054849 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.054849 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.054849 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.054849 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.054849 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.055292 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.055292 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.055507 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.056468 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.056468 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:14.056750 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810000-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:14.069508 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810000-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:14.349574 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7991841'] for agent, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:15.679140 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7991841'] for agent, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:16.998713 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56566) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:17.477413 dv-cinder-810000-1-iscsi neutron-server[94128]: WARNING oslo_policy.policy [None req-cce6dee4-72ec-4aee-afa6-d4733470c5f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 11:57:17.477952 dv-cinder-810000-1-iscsi neutron-server[94128]: WARNING oslo_policy.policy [None req-cce6dee4-72ec-4aee-afa6-d4733470c5f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 11:57:17.698838 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [None req-cce6dee4-72ec-4aee-afa6-d4733470c5f9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 11:57:17.699945 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-cce6dee4-72ec-4aee-afa6-d4733470c5f9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7003453 Sep 20 11:57:20.067914 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 56580) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:20.558656 dv-cinder-810000-1-iscsi neutron-server[94127]: WARNING oslo_policy.policy [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 11:57:20.559215 dv-cinder-810000-1-iscsi neutron-server[94127]: WARNING oslo_policy.policy [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 11:57:20.574016 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.db.l3_hamode_db [None req-981ee65e-a1f8-4980-9769-6f196111f665 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 11:57:20.650611 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ee65e-a1f8-4980-9769-6f196111f665 None None] Routers set() bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 11:57:20.650998 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ee65e-a1f8-4980-9769-6f196111f665 None None] Router IDs set() for agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 11:57:20.778082 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 11:57:20.870256 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.policy [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94127) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 11:57:20.914536 dv-cinder-810000-1-iscsi neutron-server[94127]: WARNING oslo_policy.policy [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 11:57:20.914900 dv-cinder-810000-1-iscsi neutron-server[94127]: WARNING oslo_policy.policy [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 11:57:20.923324 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.quota [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] Loaded quota_driver: . Sep 20 11:57:21.009599 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750298130520', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750298132079', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750298118324', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750298113640', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750296520399', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750298157810', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-586401', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762047', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8041337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8023087'] for rbac-policy, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:21.071464 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:21.072903 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f2db6e05-4d58-47e9-b96c-5358344277c5 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0028770 Sep 20 11:57:23.631607 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56598) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:23.928001 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'project_id': 'e0ad337480a046e3bd736a315f300f23'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 11:57:23.929403 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.quota [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Loaded quota_driver: . Sep 20 11:57:23.984071 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Made reservation on behalf of e0ad337480a046e3bd736a315f300f23 for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 11:57:24.051343 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.policy [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94128) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 11:57:24.096520 dv-cinder-810000-1-iscsi neutron-server[94128]: WARNING oslo_policy.policy [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 11:57:24.096887 dv-cinder-810000-1-iscsi neutron-server[94128]: WARNING oslo_policy.policy [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 11:57:24.107157 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:24.128446 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:24.259554 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:24.263930 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:24.284455 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 11:57:24.313472 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750295682964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:24.313985 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Unsubscribe: segment precommit_create {{(pid=94128) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 11:57:24.314512 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Added segment 95756d24-9664-4757-99ca-31ad9984e8ae of type vlan for network f7e5ca49-bd9d-4387-b071-90642ba76e7d Sep 20 11:57:24.330359 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712089f3-b94d-4c03-bf15-a80532ea6574,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:24.379029 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.379410 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.379785 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.380149 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.380477 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.380814 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.381136 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.381452 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.381783 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.382106 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.382417 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.382726 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Tracked resource versions report: Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: pushed versions: Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: { 'AddressGroup': {'1.2'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'ConntrackHelper': {'1.0'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Log': {'1.0'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Network': {'1.1'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Port': {'1.7'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'PortForwarding': {'1.2'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'QosPolicy': {'1.9'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SecurityGroup': {'1.4'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SecurityGroupRule': {'1.2'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SubPort': {'1.0'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Subnet': {'1.1'}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Trunk': {'1.1'}} Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: consumer versions: Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: { DHCP agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: L3 agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: Metadata agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: Metering agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: Open vSwitch agent@dv-cinder-810000-1-iscsi: { 'AddressGroup': '1.2', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'ConntrackHelper': '1.0', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Log': '1.0', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Network': '1.1', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Port': '1.7', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'PortForwarding': '1.2', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'QosPolicy': '1.9', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SecurityGroup': '1.4', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SecurityGroupRule': '1.2', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SubPort': '1.0', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Subnet': '1.1', Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Trunk': '1.1'}} Sep 20 11:57:24.383805 dv-cinder-810000-1-iscsi neutron-server[94128]: {{(pid=94128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 11:57:24.431609 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:24.471999 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:24.473096 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:57:24.473720 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:24.525511 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8928852 Sep 20 11:57:24.571625 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc8259-b6de-49c2-b239-f499dee95ded admin admin] Pushing event updated for resources: {'Network': ['ID=f7e5ca49-bd9d-4387-b071-90642ba76e7d,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:24.584642 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network f7e5ca49-bd9d-4387-b071-90642ba76e7d details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 11:57:27.155159 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56614) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:27.540806 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1171d-d784-4373-97e9-dc880ae32920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:57:27.542150 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-feb1171d-d784-4373-97e9-dc880ae32920 admin admin] 10.222.0.20 "GET /v2.0/networks/f7e5ca49-bd9d-4387-b071-90642ba76e7d HTTP/1.1" status: 200 len: 825 time: 0.3860362 Sep 20 11:57:27.580250 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-cbab4d2b-7e27-43bf-93fa-ebe4562a7487 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/c6658d0b-d6d1-40d7-8451-a176d9999022 HTTP/1.1" status: 200 len: 734 time: 0.0313475 Sep 20 11:57:27.589694 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'ip_version': 4, 'subnetpool_id': 'c6658d0b-d6d1-40d7-8451-a176d9999022'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 11:57:27.612559 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Made reservation on behalf of e0ad337480a046e3bd736a315f300f23 for: {'subnet': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 11:57:27.614896 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:27.908401 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:27.965577 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b73fe70-8df6-445a-bd82-0937f53e189b,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:27.981711 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Checking segment: {'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 11:57:27.982081 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Network hostable DHCP agents. Network: f7e5ca49-bd9d-4387-b071-90642ba76e7d, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 11:57:28.004039 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Network f7e5ca49-bd9d-4387-b071-90642ba76e7d is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 11:57:28.015101 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, f7e5ca49-bd9d-4387-b071-90642ba76e7d) {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 11:57:28.020506 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:57:28.021086 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:28.025275 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7efffd-9cbc-4f32-8b9a-b11f172d028e None None] Network f7e5ca49-bd9d-4387-b071-90642ba76e7d requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 11:57:28.036994 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-5ae531b3-d1f7-4d90-ae16-e6738c46c7c1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4505990 Sep 20 11:57:28.351773 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'fixed_ips': [{'subnet_id': '3b73fe70-8df6-445a-bd82-0937f53e189b'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 11:57:28.353035 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:28.622047 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Allocated IP 172.20.0.2 (f7e5ca49-bd9d-4387-b071-90642ba76e7d/3b73fe70-8df6-445a-bd82-0937f53e189b/54bd1dd9-1a44-4516-9b5a-d5612287f2c2) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 11:57:28.846276 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:28.854239 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:28.925579 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Network f7e5ca49-bd9d-4387-b071-90642ba76e7d is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 11:57:28.931095 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 11:57:28.939238 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Pushing event updated for resources: {'Port': ['ID=54bd1dd9-1a44-4516-9b5a-d5612287f2c2,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:28.941374 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 11:57:28.974047 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.974384 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.974717 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.975045 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.975361 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.975679 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.976022 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.976338 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.976670 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.976988 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.977301 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.977612 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Tracked resource versions report: Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: pushed versions: Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: { 'AddressGroup': {'1.2'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'ConntrackHelper': {'1.0'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Log': {'1.0'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Network': {'1.1'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Port': {'1.7'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'PortForwarding': {'1.2'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'QosPolicy': {'1.9'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SecurityGroup': {'1.4'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SecurityGroupRule': {'1.2'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SubPort': {'1.0'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Subnet': {'1.1'}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Trunk': {'1.1'}} Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: consumer versions: Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: { DHCP agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: L3 agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: Metadata agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: Metering agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: Open vSwitch agent@dv-cinder-810000-1-iscsi: { 'AddressGroup': '1.2', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'ConntrackHelper': '1.0', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Log': '1.0', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Network': '1.1', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Port': '1.7', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'PortForwarding': '1.2', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'QosPolicy': '1.9', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SecurityGroup': '1.4', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SecurityGroupRule': '1.2', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SubPort': '1.0', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Subnet': '1.1', Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Trunk': '1.1'}} Sep 20 11:57:28.978733 dv-cinder-810000-1-iscsi neutron-server[94129]: {{(pid=94129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 11:57:29.026714 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Attempting to bind port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 11:57:29.027318 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Attempting to bind port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 11:57:29.027493 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Attempting to bind port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 on network f7e5ca49-bd9d-4387-b071-90642ba76e7d {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 11:57:29.032379 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 11, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 11:57:29.032787 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Checking segment: {'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 11:57:29.033267 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:29.033649 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Bound using segment: {'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 11:57:29.034118 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Bound port: 54bd1dd9-1a44-4516-9b5a-d5612287f2c2, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 11:57:29.034516 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:29.095738 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] For port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 11:57:29.099953 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] For port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=54bd1dd9-1a44-4516-9b5a-d5612287f2c2,segment=NetworkSegment(95756d24-9664-4757-99ca-31ad9984e8ae),segment_id=95756d24-9664-4757-99ca-31ad9984e8ae)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 11:57:29.104429 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:29.170833 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6d1fc-1099-4047-8916-2800e8fc8c34 None None] Pushing event updated for resources: {'Port': ['ID=54bd1dd9-1a44-4516-9b5a-d5612287f2c2,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:30.455988 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56622) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:30.762953 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [None req-80749035-6231-4a67-a283-614273a24d22 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 11:57:30.764061 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-80749035-6231-4a67-a283-614273a24d22 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3070338 Sep 20 11:57:33.122520 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56630) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:33.434009 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [None req-1d0e0aff-4f58-4e0f-8896-56b166d0a00d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 11:57:33.434998 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1d0e0aff-4f58-4e0f-8896-56b166d0a00d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115065 Sep 20 11:57:36.061330 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56640) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:36.370815 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-c7e62105-c993-4d1b-9884-757ad05b3141 admin admin] Request body: {'router': {'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'name': 'router1', 'admin_state_up': True}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 11:57:36.394644 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7e62105-c993-4d1b-9884-757ad05b3141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:36.396289 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7e62105-c993-4d1b-9884-757ad05b3141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:36.540658 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7e62105-c993-4d1b-9884-757ad05b3141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:36.545064 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7e62105-c993-4d1b-9884-757ad05b3141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:36.557698 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7e62105-c993-4d1b-9884-757ad05b3141 admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:36.559499 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c7e62105-c993-4d1b-9884-757ad05b3141 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4971068 Sep 20 11:57:37.473678 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc8789f-0ebb-4f7d-a55d-aa45e9e31c97 None None] Network f7e5ca49-bd9d-4387-b071-90642ba76e7d requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 11:57:37.499688 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 11:57:37.626151 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-ca270d6d-b2f5-4372-b48d-f149b25f27d6 None None] Provisioning complete for port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:37.626534 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-ca270d6d-b2f5-4372-b48d-f149b25f27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:37.695046 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:37.695415 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:37.840299 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-ca270d6d-b2f5-4372-b48d-f149b25f27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:37.912159 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:37.933279 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-ca270d6d-b2f5-4372-b48d-f149b25f27d6 None None] For port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=54bd1dd9-1a44-4516-9b5a-d5612287f2c2,segment=NetworkSegment(95756d24-9664-4757-99ca-31ad9984e8ae),segment_id=95756d24-9664-4757-99ca-31ad9984e8ae)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 11:57:37.940066 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-ca270d6d-b2f5-4372-b48d-f149b25f27d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:38.011588 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.db.api [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 11:57:38.012031 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG oslo_db.api [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 11:57:38.014689 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca270d6d-b2f5-4372-b48d-f149b25f27d6 None None] Pushing event updated for resources: {'Port': ['ID=54bd1dd9-1a44-4516-9b5a-d5612287f2c2,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:38.058943 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-c75a0b70-bf6b-498b-860b-8d782d5e1fbc None None] Provisioning complete for port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:38.059297 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c75a0b70-bf6b-498b-860b-8d782d5e1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:38.938541 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56654) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:39.242122 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [None req-751503a0-fe3e-4bf9-a848-baad53588791 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 11:57:39.243123 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-751503a0-fe3e-4bf9-a848-baad53588791 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3036537 Sep 20 11:57:39.464937 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 11:57:39.510899 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:39.511251 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:40.588245 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-80432b50-378e-49eb-b7cf-3379b122fb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:41.615322 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 56662) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:41.915723 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 11:57:41.935045 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Made reservation on behalf of 204bacc12c8b4746b8d48505557f0ded for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 11:57:41.937227 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:41.945383 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:42.027133 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:42.030666 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:42.045378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Reserving flat network on physical network physnet1 {{(pid=94128) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 11:57:42.067432 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:42.067773 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Added segment dd348e13-7639-4b2d-b909-38cd481347f0 of type flat for network f3344b5d-5788-473a-b961-169949d427b3 Sep 20 11:57:42.069013 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab4b87b-6b10-47c1-a51e-d581e31ac6a9,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:42.115525 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:42.144565 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:42.145501 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:57:42.146063 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:42.176894 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5605443 Sep 20 11:57:42.205012 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537a7f6-9507-428a-afa2-92a7be049733 admin admin] Pushing event updated for resources: {'Network': ['ID=f3344b5d-5788-473a-b961-169949d427b3,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:42.215452 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network f3344b5d-5788-473a-b961-169949d427b3 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 11:57:43.255146 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d5408e5a-f5d9-453a-8810-234010ee8b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:44.047688 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:44.289899 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:44.521893 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 56678) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:44.793848 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fe577b-0233-48e7-ae60-9c3fb55197ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:57:44.795286 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-08fe577b-0233-48e7-ae60-9c3fb55197ba admin admin] 10.222.0.20 "GET /v2.0/subnets/3b73fe70-8df6-445a-bd82-0937f53e189b HTTP/1.1" status: 200 len: 849 time: 0.2724478 Sep 20 11:57:44.958294 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-748ac39d-0488-4e1f-bd51-f883954fcd6c admin admin] 10.222.0.20 "GET /v2.0/routers/26d42747-d420-4aa2-b1c6-20fe870d2f83 HTTP/1.1" status: 200 len: 704 time: 0.1563635 Sep 20 11:57:45.230248 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:45.525036 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Allocated IP 172.20.0.1 (f7e5ca49-bd9d-4387-b071-90642ba76e7d/3b73fe70-8df6-445a-bd82-0937f53e189b/4799f9a9-a2a3-47f8-824d-489716c5f2f0) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 11:57:45.631081 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:45.726600 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:45.792685 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:45.831162 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Network f7e5ca49-bd9d-4387-b071-90642ba76e7d is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 11:57:45.832604 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 11:57:45.909077 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 11:57:45.909661 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:45.927911 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Pushing event updated for resources: {'Port': ['ID=4799f9a9-a2a3-47f8-824d-489716c5f2f0,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:45.978347 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.978706 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.979041 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.979368 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.979691 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.980055 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.980381 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.980700 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.981030 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.981347 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.981661 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.981968 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Tracked resource versions report: Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: pushed versions: Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: { 'AddressGroup': {'1.2'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'ConntrackHelper': {'1.0'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Log': {'1.0'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Network': {'1.1'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Port': {'1.7'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'PortForwarding': {'1.2'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'QosPolicy': {'1.9'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SecurityGroup': {'1.4'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SecurityGroupRule': {'1.2'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SubPort': {'1.0'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Subnet': {'1.1'}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Trunk': {'1.1'}} Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: consumer versions: Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: { DHCP agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: L3 agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: Metadata agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: Metering agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: Open vSwitch agent@dv-cinder-810000-1-iscsi: { 'AddressGroup': '1.2', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'ConntrackHelper': '1.0', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Log': '1.0', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Network': '1.1', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Port': '1.7', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'PortForwarding': '1.2', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'QosPolicy': '1.9', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SecurityGroup': '1.4', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SecurityGroupRule': '1.2', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SubPort': '1.0', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Subnet': '1.1', Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Trunk': '1.1'}} Sep 20 11:57:45.983308 dv-cinder-810000-1-iscsi neutron-server[94127]: {{(pid=94127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 11:57:46.091147 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-6cfab5e8-07e0-4465-a404-ab5e94397c91 None None] Provisioning complete for port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:46.091431 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-6cfab5e8-07e0-4465-a404-ab5e94397c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:46.111692 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:46.127175 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-6cfab5e8-07e0-4465-a404-ab5e94397c91 None None] Port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 11:57:46.316531 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:46.320761 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:46.321511 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:46.379064 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Pushing event updated for resources: {'Port': ['ID=4799f9a9-a2a3-47f8-824d-489716c5f2f0,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:46.440693 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Network f7e5ca49-bd9d-4387-b071-90642ba76e7d is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 11:57:46.441981 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 11:57:46.646973 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-277a40e2-3ff6-4ccf-86f0-c04a81c26143 None None] Provisioning complete for port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:46.647500 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-277a40e2-3ff6-4ccf-86f0-c04a81c26143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:46.647941 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Router 26d42747-d420-4aa2-b1c6-20fe870d2f83 is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 11:57:46.678933 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-277a40e2-3ff6-4ccf-86f0-c04a81c26143 None None] Port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 11:57:46.737171 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 11:57:46.742314 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-350a9a40-faa1-4e39-b29c-101f85e31484 admin admin] 10.222.0.20 "PUT /v2.0/routers/26d42747-d420-4aa2-b1c6-20fe870d2f83/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7783673 Sep 20 11:57:46.759917 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Sync routers for ids ['26d42747-d420-4aa2-b1c6-20fe870d2f83'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 11:57:46.771628 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Routers {'26d42747-d420-4aa2-b1c6-20fe870d2f83'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 11:57:46.772480 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T11:57:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['26d42747-d420-4aa2-b1c6-20fe870d2f83'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:46.955146 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Set router 26d42747-d420-4aa2-b1c6-20fe870d2f83 gateway port host: None {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 11:57:47.377830 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'name': 'router1', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T11:57:36Z', 'updated_at': '2021-09-20T11:57:46Z', 'revision_number': 2, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'gw_port_host': None, '_interfaces': [{'id': '4799f9a9-a2a3-47f8-824d-489716c5f2f0', 'name': '', 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'mac_address': 'fa:16:3e:3a:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:45Z', 'updated_at': '2021-09-20T11:57:46Z', 'revision_number': 2, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'subnets': [{'id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6658d0b-d6d1-40d7-8451-a176d9999022'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:47.428328 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Checking router: 26d42747-d420-4aa2-b1c6-20fe870d2f83 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 11:57:47.428701 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Updating router 26d42747-d420-4aa2-b1c6-20fe870d2f83 port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 11:57:47.476265 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:47.977934 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:47.985214 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:48.147528 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Pushing event updated for resources: {'Port': ['ID=4799f9a9-a2a3-47f8-824d-489716c5f2f0,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:48.158491 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Attempting to bind port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 11:57:48.158885 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Attempting to bind port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 11:57:48.159315 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Attempting to bind port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 on network f7e5ca49-bd9d-4387-b071-90642ba76e7d {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 11:57:48.162722 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.163079 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.163400 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.163730 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.164079 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.164406 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.164729 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.165049 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.165379 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.165700 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.166018 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.166340 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Tracked resource versions report: Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: pushed versions: Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: { 'AddressGroup': {'1.2'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'ConntrackHelper': {'1.0'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Log': {'1.0'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Network': {'1.1'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Port': {'1.7'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'PortForwarding': {'1.2'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'QosPolicy': {'1.9'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SecurityGroup': {'1.4'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SecurityGroupRule': {'1.2'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SubPort': {'1.0'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Subnet': {'1.1'}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Trunk': {'1.1'}} Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: consumer versions: Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: { DHCP agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: L3 agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: Metadata agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: Metering agent@dv-cinder-810000-1-iscsi: {}, Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: Open vSwitch agent@dv-cinder-810000-1-iscsi: { 'AddressGroup': '1.2', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'ConntrackHelper': '1.0', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Log': '1.0', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Network': '1.1', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Port': '1.7', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'PortForwarding': '1.2', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'QosPolicy': '1.9', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SecurityGroup': '1.4', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SecurityGroupRule': '1.2', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SubPort': '1.0', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Subnet': '1.1', Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Trunk': '1.1'}} Sep 20 11:57:48.167482 dv-cinder-810000-1-iscsi neutron-server[94130]: {{(pid=94130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 11:57:48.172719 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 11, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 11:57:48.173222 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Checking segment: {'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 11:57:48.173612 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:48.173992 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Bound using segment: {'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 11:57:48.174506 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Bound port: 4799f9a9-a2a3-47f8-824d-489716c5f2f0, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95756d24-9664-4757-99ca-31ad9984e8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 11:57:48.174898 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:48.205490 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-602eca69-e4d5-4981-8140-cb798a92552a None None] Provisioning complete for port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:48.206028 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-602eca69-e4d5-4981-8140-cb798a92552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:48.237831 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-602eca69-e4d5-4981-8140-cb798a92552a None None] Port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 11:57:48.240886 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] For port 4799f9a9-a2a3-47f8-824d-489716c5f2f0, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 11:57:48.260404 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] For port 4799f9a9-a2a3-47f8-824d-489716c5f2f0, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=4799f9a9-a2a3-47f8-824d-489716c5f2f0,segment=NetworkSegment(95756d24-9664-4757-99ca-31ad9984e8ae),segment_id=95756d24-9664-4757-99ca-31ad9984e8ae)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 11:57:48.264463 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:48.318524 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0b6f8-329f-4d4a-bc41-0703148b9b8b None None] Pushing event updated for resources: {'Port': ['ID=4799f9a9-a2a3-47f8-824d-489716c5f2f0,revision_number=4']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:48.327124 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Routers {'26d42747-d420-4aa2-b1c6-20fe870d2f83'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 11:57:48.327691 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T11:57:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['26d42747-d420-4aa2-b1c6-20fe870d2f83'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:48.416329 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] Set router 26d42747-d420-4aa2-b1c6-20fe870d2f83 gateway port host: None {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 11:57:48.457908 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-cee5156a-e578-4b0a-a3b5-b81f8023e2cf None None] Provisioning complete for port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:48.458609 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-cee5156a-e578-4b0a-a3b5-b81f8023e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:48.535926 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-cee5156a-e578-4b0a-a3b5-b81f8023e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:48.567156 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-cee5156a-e578-4b0a-a3b5-b81f8023e2cf None None] For port 4799f9a9-a2a3-47f8-824d-489716c5f2f0, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=4799f9a9-a2a3-47f8-824d-489716c5f2f0,segment=NetworkSegment(95756d24-9664-4757-99ca-31ad9984e8ae),segment_id=95756d24-9664-4757-99ca-31ad9984e8ae)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 11:57:48.571328 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-cee5156a-e578-4b0a-a3b5-b81f8023e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:48.621899 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5156a-e578-4b0a-a3b5-b81f8023e2cf None None] Pushing event updated for resources: {'Port': ['ID=4799f9a9-a2a3-47f8-824d-489716c5f2f0,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:48.633688 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'name': 'router1', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T11:57:36Z', 'updated_at': '2021-09-20T11:57:46Z', 'revision_number': 2, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'gw_port_host': None, '_interfaces': [{'id': '4799f9a9-a2a3-47f8-824d-489716c5f2f0', 'name': '', 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'mac_address': 'fa:16:3e:3a:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:45Z', 'updated_at': '2021-09-20T11:57:48Z', 'revision_number': 4, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'subnets': [{'id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6658d0b-d6d1-40d7-8451-a176d9999022'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:48.658850 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062449cf-8e42-42f0-b5c5-b7fed1d457cc None None] The sync data for ids ['26d42747-d420-4aa2-b1c6-20fe870d2f83'] in dv-cinder-810000-1-iscsi is: [{'id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'name': 'router1', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T11:57:36Z', 'updated_at': '2021-09-20T11:57:46Z', 'revision_number': 2, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'gw_port_host': None, '_interfaces': [{'id': '4799f9a9-a2a3-47f8-824d-489716c5f2f0', 'name': '', 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'mac_address': 'fa:16:3e:3a:72:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:45Z', 'updated_at': '2021-09-20T11:57:48Z', 'revision_number': 4, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'subnets': [{'id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6658d0b-d6d1-40d7-8451-a176d9999022'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 11:57:49.009575 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 56702) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:49.117460 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaf0d4f-81e1-452b-9d69-06bffa5aa46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:57:49.118831 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-4eaf0d4f-81e1-452b-9d69-06bffa5aa46f admin admin] 10.222.0.20 "GET /v2.0/networks/f3344b5d-5788-473a-b961-169949d427b3 HTTP/1.1" status: 200 len: 842 time: 0.1082904 Sep 20 11:57:49.128885 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 11:57:49.158914 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Made reservation on behalf of 204bacc12c8b4746b8d48505557f0ded for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 11:57:49.161148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:49.462769 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.objects.ports [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94127) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 11:57:49.463203 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:49.525676 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 11:57:49.526028 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Network hostable DHCP agents. Network: f3344b5d-5788-473a-b961-169949d427b3, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 11:57:49.528104 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76e97f5-02e3-45f7-867c-e8c3fa8f64c3,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:49.548982 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 11:57:49.562986 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, f3344b5d-5788-473a-b961-169949d427b3) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 11:57:49.567369 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:57:49.567977 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:49.572454 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b153a-ac40-4393-b26e-2d7ca650ec9d None None] Network f3344b5d-5788-473a-b961-169949d427b3 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 11:57:49.588032 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-b1f4834b-2866-445b-aad1-130e429866b4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4593551 Sep 20 11:57:49.763906 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01bbdfd-530f-452e-8cf7-6bf367ef5559 None None] Network f3344b5d-5788-473a-b961-169949d427b3 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 11:57:51.876548 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 56712) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:52.005790 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-7e26943d-7a1e-48da-a2a4-1032ea99e1c1 admin admin] 10.222.0.20 "GET /v2.0/routers/26d42747-d420-4aa2-b1c6-20fe870d2f83 HTTP/1.1" status: 200 len: 710 time: 0.1280084 Sep 20 11:57:52.091022 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83abbaaf-115c-460b-8b4d-0b7c4a5df94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:57:52.092302 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-83abbaaf-115c-460b-8b4d-0b7c4a5df94b admin admin] 10.222.0.20 "GET /v2.0/networks/f3344b5d-5788-473a-b961-169949d427b3 HTTP/1.1" status: 200 len: 886 time: 0.0806327 Sep 20 11:57:52.102153 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 11:57:52.346301 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:52.639002 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:52.713106 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:52.813376 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Allocated IP 172.27.3.217 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/f96c0bdb-3bde-4d41-9801-7de77c7161b3) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 11:57:52.910505 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:52.946295 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:52.980679 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 11:57:52.983624 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 11:57:52.987405 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 11:57:53.025230 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Pushing event updated for resources: {'Port': ['ID=f96c0bdb-3bde-4d41-9801-7de77c7161b3,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:53.236474 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:53.424451 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7990973', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7963405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16382'] for router, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:53.427825 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7990966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7990959', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7963398'] for router, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:53.530487 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Router 26d42747-d420-4aa2-b1c6-20fe870d2f83 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 11:57:53.635332 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 11:57:53.639462 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:53.641175 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c113253a-617c-435f-9c02-7f715cce7b4e admin admin] 10.222.0.20 "PUT /v2.0/routers/26d42747-d420-4aa2-b1c6-20fe870d2f83 HTTP/1.1" status: 200 len: 890 time: 1.5416813 Sep 20 11:57:55.027605 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Sync routers for ids ['26d42747-d420-4aa2-b1c6-20fe870d2f83'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 11:57:55.038720 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Routers {'26d42747-d420-4aa2-b1c6-20fe870d2f83'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 11:57:55.039373 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T11:57:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['26d42747-d420-4aa2-b1c6-20fe870d2f83'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:55.242986 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Set router 26d42747-d420-4aa2-b1c6-20fe870d2f83 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 11:57:55.513715 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 4799f9a9-a2a3-47f8-824d-489716c5f2f0 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 11:57:55.626856 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:55.627223 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:55.705584 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'name': 'router1', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f96c0bdb-3bde-4d41-9801-7de77c7161b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T11:57:36Z', 'updated_at': '2021-09-20T11:57:53Z', 'revision_number': 4, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'gw_port': {'id': 'f96c0bdb-3bde-4d41-9801-7de77c7161b3', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:52Z', 'updated_at': '2021-09-20T11:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '4799f9a9-a2a3-47f8-824d-489716c5f2f0', 'name': '', 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'mac_address': 'fa:16:3e:3a:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:45Z', 'updated_at': '2021-09-20T11:57:48Z', 'revision_number': 5, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'subnets': [{'id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6658d0b-d6d1-40d7-8451-a176d9999022'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:55.772401 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Checking router: 26d42747-d420-4aa2-b1c6-20fe870d2f83 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 11:57:55.772753 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Updating router 26d42747-d420-4aa2-b1c6-20fe870d2f83 port f96c0bdb-3bde-4d41-9801-7de77c7161b3 binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 11:57:55.831137 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:56.049015 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 56724) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:57:56.161905 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-214db395-5fd7-41e9-80cc-d294bb1c436f admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1117709 Sep 20 11:57:56.238682 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:56.244665 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:56.301466 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Attempting to bind port f96c0bdb-3bde-4d41-9801-7de77c7161b3 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 11:57:56.301829 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Attempting to bind port f96c0bdb-3bde-4d41-9801-7de77c7161b3 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 11:57:56.302190 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Attempting to bind port f96c0bdb-3bde-4d41-9801-7de77c7161b3 on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 11:57:56.306069 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae603729-584e-479d-a0cd-ecc60dc0016f None None] Pushing event updated for resources: {'Port': ['ID=f96c0bdb-3bde-4d41-9801-7de77c7161b3,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:56.316402 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 11, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 11:57:56.316776 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 11:57:56.317204 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:56.317589 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 11:57:56.318051 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Bound port: f96c0bdb-3bde-4d41-9801-7de77c7161b3, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 11:57:56.318441 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:56.369005 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] For port f96c0bdb-3bde-4d41-9801-7de77c7161b3, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 11:57:56.372123 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] For port f96c0bdb-3bde-4d41-9801-7de77c7161b3, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=f96c0bdb-3bde-4d41-9801-7de77c7161b3,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 11:57:56.376432 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:56.432064 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae603729-584e-479d-a0cd-ecc60dc0016f None None] Pushing event updated for resources: {'Port': ['ID=f96c0bdb-3bde-4d41-9801-7de77c7161b3,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:56.434571 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Routers {'26d42747-d420-4aa2-b1c6-20fe870d2f83'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 11:57:56.435155 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T11:57:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['26d42747-d420-4aa2-b1c6-20fe870d2f83'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:56.539979 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] Set router 26d42747-d420-4aa2-b1c6-20fe870d2f83 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 11:57:56.756072 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'name': 'router1', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f96c0bdb-3bde-4d41-9801-7de77c7161b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T11:57:36Z', 'updated_at': '2021-09-20T11:57:53Z', 'revision_number': 4, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'gw_port': {'id': 'f96c0bdb-3bde-4d41-9801-7de77c7161b3', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:52Z', 'updated_at': '2021-09-20T11:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '4799f9a9-a2a3-47f8-824d-489716c5f2f0', 'name': '', 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'mac_address': 'fa:16:3e:3a:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:45Z', 'updated_at': '2021-09-20T11:57:48Z', 'revision_number': 5, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'subnets': [{'id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6658d0b-d6d1-40d7-8451-a176d9999022'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 11:57:56.781624 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d219a-f51b-4873-9763-5b39a36106c9 None None] The sync data for ids ['26d42747-d420-4aa2-b1c6-20fe870d2f83'] in dv-cinder-810000-1-iscsi is: [{'id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'name': 'router1', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'f96c0bdb-3bde-4d41-9801-7de77c7161b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T11:57:36Z', 'updated_at': '2021-09-20T11:57:53Z', 'revision_number': 4, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'gw_port': {'id': 'f96c0bdb-3bde-4d41-9801-7de77c7161b3', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:52Z', 'updated_at': '2021-09-20T11:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '4799f9a9-a2a3-47f8-824d-489716c5f2f0', 'name': '', 'network_id': 'f7e5ca49-bd9d-4387-b071-90642ba76e7d', 'tenant_id': 'e0ad337480a046e3bd736a315f300f23', 'mac_address': 'fa:16:3e:3a:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d42747-d420-4aa2-b1c6-20fe870d2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T11:57:45Z', 'updated_at': '2021-09-20T11:57:48Z', 'revision_number': 5, 'project_id': 'e0ad337480a046e3bd736a315f300f23', 'subnets': [{'id': '3b73fe70-8df6-445a-bd82-0937f53e189b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6658d0b-d6d1-40d7-8451-a176d9999022'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 11:57:57.551256 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device f96c0bdb-3bde-4d41-9801-7de77c7161b3 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 11:57:57.602213 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port f96c0bdb-3bde-4d41-9801-7de77c7161b3 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:57.602657 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:57.679041 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:57.697892 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port f96c0bdb-3bde-4d41-9801-7de77c7161b3, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=f96c0bdb-3bde-4d41-9801-7de77c7161b3,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 11:57:57.701965 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:57:57.749264 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=f96c0bdb-3bde-4d41-9801-7de77c7161b3,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:57:59.488826 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device f96c0bdb-3bde-4d41-9801-7de77c7161b3 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 11:57:59.563927 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port f96c0bdb-3bde-4d41-9801-7de77c7161b3 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:57:59.564519 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:10.598512 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-27635226-a444-42d5-bcbf-d8caedeb5ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:10.949424 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 11:58:13.259194 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-a1ed9955-0257-4a37-9d36-7d65a25a3708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:14.051530 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:14.299633 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:15.640898 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:40.593740 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b154f411-60c4-4d1a-bd85-0367cf9e8b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:43.263174 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f391e506-d194-4ca1-863b-ceee184c9737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:44.057773 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:44.298455 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:45.645554 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:58:47.948575 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 11:59:10.585945 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-39e2743e-6e9a-4d1b-ab67-fe203e3f6d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:13.263729 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f4464592-65c7-4e05-b2f5-3bea78188b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:14.050710 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:14.301497 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:15.648149 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:24.947121 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 11:59:31.500565 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57286) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:31.560617 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b63f7e6-5701-4367-bb02-12c497236c9c admin admin] GET failed (client error): The resource could not be found. Sep 20 11:59:31.561946 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-0b63f7e6-5701-4367-bb02-12c497236c9c admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604537 Sep 20 11:59:31.797648 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8985aac-44d1-48a5-816d-37ecf4934264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:31.799040 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a8985aac-44d1-48a5-816d-37ecf4934264 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2324712 Sep 20 11:59:33.965335 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57296) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:34.054970 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b60bde-99cf-4da1-b2f3-92fe3c0567ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:34.056325 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-16b60bde-99cf-4da1-b2f3-92fe3c0567ba admin admin] 10.222.0.20 "GET /v2.0/subnets/3b73fe70-8df6-445a-bd82-0937f53e189b HTTP/1.1" status: 200 len: 849 time: 0.0900428 Sep 20 11:59:34.066209 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 11:59:34.150943 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Notify callbacks [] for subnet, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:34.285552 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750295854340'] for subnet, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:34.317412 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:34.318547 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:34.319502 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] 10.222.0.20 "PUT /v2.0/subnets/3b73fe70-8df6-445a-bd82-0937f53e189b HTTP/1.1" status: 200 len: 868 time: 0.2566352 Sep 20 11:59:34.322560 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25195b59-0b00-42b5-b3f8-52d251feae4f None None] Network f7e5ca49-bd9d-4387-b071-90642ba76e7d requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 11:59:34.339059 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b73fe70-8df6-445a-bd82-0937f53e189b,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 11:59:34.347215 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.347579 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.348010 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.348343 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.348672 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.349013 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.349342 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.349663 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.349998 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.350319 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.350637 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.350951 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a09ff8-ef33-4506-b536-658072b6f2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 11:59:34.678878 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-929c2843-95f0-467a-bf23-c14898cff86c None None] Provisioning complete for port 54bd1dd9-1a44-4516-9b5a-d5612287f2c2 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:59:34.679243 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-929c2843-95f0-467a-bf23-c14898cff86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:34.761439 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-929c2843-95f0-467a-bf23-c14898cff86c None None] Provisioning complete for port 4799f9a9-a2a3-47f8-824d-489716c5f2f0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 11:59:34.761706 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-929c2843-95f0-467a-bf23-c14898cff86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:36.492249 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57304) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:36.683770 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04522e1-af26-479e-9374-36b0f3a4437a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:36.684184 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04522e1-af26-479e-9374-36b0f3a4437a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:36.685736 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-d04522e1-af26-479e-9374-36b0f3a4437a admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1925523 Sep 20 11:59:38.833831 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57312) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:39.035713 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a842c3-8eed-4499-9aba-e266c7c05a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:39.036214 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a842c3-8eed-4499-9aba-e266c7c05a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:39.037726 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-62a842c3-8eed-4499-9aba-e266c7c05a7c admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029765 Sep 20 11:59:40.587342 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-183b48b4-dbc9-433d-a548-5dc6e07bfe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:41.202995 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57322) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:41.353403 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09748db-7a82-4926-81db-998389dd5be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:41.354742 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-f09748db-7a82-4926-81db-998389dd5be2 admin admin] 10.222.0.20 "GET /v2.0/networks/f3344b5d-5788-473a-b961-169949d427b3 HTTP/1.1" status: 200 len: 886 time: 0.1508300 Sep 20 11:59:43.265599 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-8b80e914-2476-4dfc-be74-16f16335629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:43.534935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57330) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:43.680911 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99ccd2-ad76-4e2f-9e7e-80203a281666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:43.682288 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-7c99ccd2-ad76-4e2f-9e7e-80203a281666 admin admin] 10.222.0.20 "GET /v2.0/networks/f7e5ca49-bd9d-4387-b071-90642ba76e7d HTTP/1.1" status: 200 len: 869 time: 0.1464646 Sep 20 11:59:44.052208 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:44.302919 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:45.650737 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 11:59:45.853102 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57338) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:45.974004 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db63255-4046-49ae-8387-29a61c34fd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:45.974464 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db63255-4046-49ae-8387-29a61c34fd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:45.976008 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1db63255-4046-49ae-8387-29a61c34fd7c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219287 Sep 20 11:59:48.135834 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57346) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:48.227817 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee42cf2-42ec-4ddc-bc9f-1f251022e5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:48.228303 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee42cf2-42ec-4ddc-bc9f-1f251022e5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:48.231133 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-7ee42cf2-42ec-4ddc-bc9f-1f251022e5ec admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929873 Sep 20 11:59:50.396256 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57354) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:50.486965 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b982ae-764d-4b48-a9c8-0ec2e787517e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:50.488342 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-87b982ae-764d-4b48-a9c8-0ec2e787517e admin admin] 10.222.0.20 "GET /v2.0/subnets/3b73fe70-8df6-445a-bd82-0937f53e189b HTTP/1.1" status: 200 len: 868 time: 0.0911481 Sep 20 11:59:52.644143 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57362) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 11:59:52.729686 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004163d6-c138-4bda-8297-3c5b48f48876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 11:59:52.731005 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-004163d6-c138-4bda-8297-3c5b48f48876 admin admin] 10.222.0.20 "GET /v2.0/subnets/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3 HTTP/1.1" status: 200 len: 816 time: 0.0858984 Sep 20 12:00:01.945623 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:00:10.588847 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-80ae492f-8e7d-4d08-a838-4a73a91a4a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:13.266056 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-670aae22-b94c-479b-9b16-842ea80ef0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:14.055341 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:14.306474 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:15.654502 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:16.212973 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57416) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:00:16.262695 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [None req-352ff308-a7bb-4fd6-8e44-118df0158372 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:00:16.263688 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-352ff308-a7bb-4fd6-8e44-118df0158372 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497992 Sep 20 12:00:18.519228 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57424) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:00:18.578526 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8432e8-e0e5-4670-867b-9e0c00ecf524 admin admin] GET failed (client error): The resource could not be found. Sep 20 12:00:18.580384 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-8b8432e8-e0e5-4670-867b-9e0c00ecf524 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597034 Sep 20 12:00:18.663521 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bfbdb0-779c-4b66-8eba-56d8a6ef8dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:00:18.664979 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-29bfbdb0-779c-4b66-8eba-56d8a6ef8dca admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804954 Sep 20 12:00:20.836317 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57432) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:00:20.882894 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:00:20.904797 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Made reservation on behalf of 204bacc12c8b4746b8d48505557f0ded for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:00:20.907036 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:20.933557 dv-cinder-810000-1-iscsi neutron-server[94127]: WARNING neutron.services.revisions.revision_plugin [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Could not find related network for resource to bump revision. Sep 20 12:00:20.949119 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:00:20.961651 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750295682964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:20.962171 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Unsubscribe: segment precommit_create {{(pid=94127) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 12:00:20.962627 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Added segment 4bdde45f-9349-4e93-b254-e7ec26521de4 of type vlan for network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc Sep 20 12:00:21.005833 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:21.035319 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:21.036255 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:00:21.036834 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:21.082048 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2447400 Sep 20 12:00:21.130988 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e554409-a0c8-4817-a1d6-4478a662e528 admin admin] Pushing event updated for resources: {'Network': ['ID=79fbc6c9-ba9e-48d5-ad71-2ab773b594dc,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:00:21.141861 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:00:23.278695 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57440) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:00:23.337084 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.pecan_wsgi.hooks.translation [None req-4364ada1-740f-4c4b-b866-3f3685b50e7c admin admin] GET failed (client error): The resource could not be found. Sep 20 12:00:23.338380 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-4364ada1-740f-4c4b-b866-3f3685b50e7c admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587132 Sep 20 12:00:23.407532 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffa619-d816-4e33-9c7b-c00b38f29227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:00:23.408965 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-88ffa619-d816-4e33-9c7b-c00b38f29227 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660834 Sep 20 12:00:23.418820 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:00:23.438094 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Made reservation on behalf of 204bacc12c8b4746b8d48505557f0ded for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:00:23.440398 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:23.604845 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:23.658702 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb53e4cb-87cb-4c9e-b3a2-2bc0e48d2220,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:00:23.665924 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Checking segment: {'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:00:23.666274 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Network hostable DHCP agents. Network: 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:00:23.681966 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:00:23.690683 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:00:23.695326 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:00:23.696086 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:23.700586 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb77af-5e10-4098-824c-f99584dff507 None None] Network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:00:23.709379 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-aa67249c-0645-4a4c-b9d6-4385474e52a8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2937067 Sep 20 12:00:23.852788 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-79fbc6c9-ba9e-48d5-ad71-2ab773b594dc', 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc', 'tenant_id': '204bacc12c8b4746b8d48505557f0ded', 'fixed_ips': [{'subnet_id': 'eb53e4cb-87cb-4c9e-b3a2-2bc0e48d2220'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:00:23.853683 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:23.990170 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Allocated IP 192.168.233.2 (79fbc6c9-ba9e-48d5-ad71-2ab773b594dc/eb53e4cb-87cb-4c9e-b3a2-2bc0e48d2220/dbfcd250-2232-4a14-924a-569e711f0e45) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:00:24.135860 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:24.141810 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:24.178303 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:00:24.181437 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:00:24.184953 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:00:24.197633 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Pushing event updated for resources: {'Port': ['ID=dbfcd250-2232-4a14-924a-569e711f0e45,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:00:24.221021 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.221365 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.221707 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.222039 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.222366 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.222752 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.223082 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.223438 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.223766 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.224122 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.224464 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.224746 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:00:24.258654 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Attempting to bind port dbfcd250-2232-4a14-924a-569e711f0e45 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:00:24.259018 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Attempting to bind port dbfcd250-2232-4a14-924a-569e711f0e45 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:00:24.259370 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Attempting to bind port dbfcd250-2232-4a14-924a-569e711f0e45 on network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:00:24.265389 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:00:24.265758 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Checking segment: {'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:00:24.266152 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:24.266538 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Bound using segment: {'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:00:24.266997 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Bound port: dbfcd250-2232-4a14-924a-569e711f0e45, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:00:24.267385 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:24.329065 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] For port dbfcd250-2232-4a14-924a-569e711f0e45, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:00:24.332076 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] For port dbfcd250-2232-4a14-924a-569e711f0e45, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=dbfcd250-2232-4a14-924a-569e711f0e45,segment=NetworkSegment(4bdde45f-9349-4e93-b254-e7ec26521de4),segment_id=4bdde45f-9349-4e93-b254-e7ec26521de4)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:00:24.339006 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:24.393605 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69407900-ac3d-4e3d-849b-31bed58f927d None None] Pushing event updated for resources: {'Port': ['ID=dbfcd250-2232-4a14-924a-569e711f0e45,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:00:25.176008 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b197219-cb46-40f4-b21b-b56e2bb32b0d None None] Network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:00:25.245270 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-fb5fcdbc-1347-4113-93e4-b9d445bd0e7e None None] Provisioning complete for port dbfcd250-2232-4a14-924a-569e711f0e45 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:00:25.245640 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fb5fcdbc-1347-4113-93e4-b9d445bd0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:25.386946 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fb5fcdbc-1347-4113-93e4-b9d445bd0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:25.424799 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-fb5fcdbc-1347-4113-93e4-b9d445bd0e7e None None] For port dbfcd250-2232-4a14-924a-569e711f0e45, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=dbfcd250-2232-4a14-924a-569e711f0e45,segment=NetworkSegment(4bdde45f-9349-4e93-b254-e7ec26521de4),segment_id=4bdde45f-9349-4e93-b254-e7ec26521de4)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:00:25.430230 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fb5fcdbc-1347-4113-93e4-b9d445bd0e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:25.481478 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fcdbc-1347-4113-93e4-b9d445bd0e7e None None] Pushing event updated for resources: {'Port': ['ID=dbfcd250-2232-4a14-924a-569e711f0e45,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:00:25.628147 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device dbfcd250-2232-4a14-924a-569e711f0e45 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:00:25.678312 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-7cb4ddb5-8926-4c08-9344-37e94245c588 None None] Provisioning complete for port dbfcd250-2232-4a14-924a-569e711f0e45 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:00:25.678611 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ddb5-8926-4c08-9344-37e94245c588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:25.718820 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port dbfcd250-2232-4a14-924a-569e711f0e45 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:00:25.719112 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:38.944755 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:00:40.589745 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-46299766-6f83-4cd8-8c7b-f5acf5a7b39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:43.267181 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c5fd47cc-7fb8-49bf-af6e-ccc51bd94844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:44.058744 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:44.307564 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:00:45.657880 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:10.590902 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-56a787d0-bc5e-435d-80c6-9326eae05994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:13.266324 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-abb5d866-f313-49f8-83ac-8cd3b016f3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:14.059837 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:14.310642 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:15.661241 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:15.942718 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:01:37.712284 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57492) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:01:37.718016 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [None req-8680238b-3fb1-4853-9aef-31ae62b41efe tempest-verify_tempest_config-986353967 tempest-verify_tempest_config-986353967-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:01:37.718986 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-8680238b-3fb1-4853-9aef-31ae62b41efe tempest-verify_tempest_config-986353967 tempest-verify_tempest_config-986353967-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057378 Sep 20 12:01:38.001819 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57510) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:01:38.101841 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:38.217474 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:38.221078 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:38.263104 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41b73d7ec9c643bf857ef8e3a6e4ca59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2602596 Sep 20 12:01:38.265092 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4ee24f-5a94-4df8-8998-59086b153e5b,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:01:38.265838 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57514) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:01:38.271590 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.271970 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.272312 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.272642 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.272965 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.273301 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.273624 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.273941 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.274270 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.274588 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.274899 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.275212 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0724cea4-30a6-4641-97d3-90bec0ecf8a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.320531 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:38.340528 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:38.425233 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:38.427701 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:38.428851 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc4ee24f-5a94-4df8-8998-59086b153e5b HTTP/1.1" status: 204 len: 168 time: 0.1620598 Sep 20 12:01:38.436698 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4ee24f-5a94-4df8-8998-59086b153e5b,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:01:38.443147 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.443509 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.443848 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.444205 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.444529 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.444870 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.445201 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.445520 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.445854 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.446278 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.446521 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:38.446903 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fb1cd7-3234-427a-b222-3035fffbdac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:01:40.593078 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-62aab77f-7ce5-4e57-a21f-23ab7abd6184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:43.268851 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-73007423-c2f3-4393-82b3-83cdfa67dde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:44.061152 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:44.312504 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:45.663041 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:01:52.941251 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:02:10.593818 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b5b1-3ee6-4203-a07b-57551feae8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:13.269907 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4d0fee04-2d5b-42d2-aa32-f8484ab5e2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:14.062242 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:14.315663 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:15.671766 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:29.938862 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:02:40.593525 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-36a85d51-fb83-442f-a985-1c033a9f92eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:43.269342 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f19f3a6f-48e5-4098-988e-f1c0c7a48c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:44.062692 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:44.317563 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:02:45.672719 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:06.936963 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 5 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:03:09.843138 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7991841'] for agent, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:10.594014 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5af601f6-740d-4564-a767-13b95342da79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:13.269206 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-716ebd73-8960-48a1-a726-cae395250074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:14.062026 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:14.320245 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:15.675969 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:24.789232 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57590) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:03:24.890363 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-221698d8-6539-4e30-8682-08685388c530 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1000559 Sep 20 12:03:27.072151 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57600) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:03:27.125403 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e6517a7f-819b-43bd-a666-1da82fa8ed8f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0522048 Sep 20 12:03:39.810807 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:40.593775 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-764de471-5e09-4c1d-9e28-f67b9ec1b146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:43.269457 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9cd34356-1b9c-4ffe-acd7-1885abc8752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:43.936264 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:03:44.061667 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:44.323131 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:03:45.679213 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:09.810790 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:10.594113 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-7d7b2f6a-7cdd-4bf2-b483-6839977c8784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:13.268829 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-bfc092c2-7b14-4003-b828-29c71b9afac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:14.062039 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:14.326894 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:15.682686 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:20.936002 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:04:39.826401 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:40.595775 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-65ae919f-f49d-40f0-b4c4-c2c5d4c0aa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:43.268757 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5aa23582-aa01-4787-8271-94a8476dbc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:44.065054 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:44.331096 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:45.685498 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:54.997177 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57816) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:55.122343 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57826) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:55.313944 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-815926783-network', 'tenant_id': '0ea2602e576b42cb9f9aa0abc8d6cc3e'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:04:55.335463 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Made reservation on behalf of 0ea2602e576b42cb9f9aa0abc8d6cc3e for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:04:55.342486 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.346004 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57850) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:55.354344 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.397207 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-network', 'tenant_id': '30c7df32a5dd487982bde2955460d182'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:04:55.470918 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.475242 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.498187 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Made reservation on behalf of 30c7df32a5dd487982bde2955460d182 for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:04:55.500643 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.504806 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549ca201-9aba-43fd-9f2f-737f16c84b69,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:55.514886 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.516379 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.516960 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.517581 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.518076 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.519037 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.519037 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.519229 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.519565 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.520086 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.520660 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.521400 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Tracked resource versions report: Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: pushed versions: Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: { 'AddressGroup': {'1.2'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'ConntrackHelper': {'1.0'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Log': {'1.0'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Network': {'1.1'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Port': {'1.7'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'PortForwarding': {'1.2'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'QosPolicy': {'1.9'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SecurityGroup': {'1.4'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SubPort': {'1.0'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Subnet': {'1.1'}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Trunk': {'1.1'}} Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: consumer versions: Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: { DHCP agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: HyperV agent@hv-cinder-81000: {}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: L3 agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: Metadata agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: Metering agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: Open vSwitch agent@dv-cinder-810000-1-iscsi: { 'AddressGroup': '1.2', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'ConntrackHelper': '1.0', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Log': '1.0', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Network': '1.1', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Port': '1.7', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'PortForwarding': '1.2', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'QosPolicy': '1.9', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SecurityGroup': '1.4', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SecurityGroupRule': '1.2', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'SubPort': '1.0', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Subnet': '1.1', Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: 'Trunk': '1.1'}} Sep 20 12:04:55.522977 dv-cinder-810000-1-iscsi neutron-server[94128]: {{(pid=94128) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:04:55.525421 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.547025 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:04:55.562451 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.563154 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Added segment 6151bed8-511d-471b-97fc-45344031589e of type vlan for network dd2b102f-5765-46af-8ed1-b332c721a748 Sep 20 12:04:55.610618 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.637352 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.638804 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:04:55.639933 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.655251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-364465119-network', 'tenant_id': 'a13c5ca0df77442a97a81464f7f57250'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:04:55.667174 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.676642 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.703545 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:04:55.723534 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.724152 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Added segment 63e23df6-2af0-4c66-8b3d-e90a2e07e5ad of type vlan for network ec31ed81-0d41-439b-9172-a882e52df981 Sep 20 12:04:55.725339 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] Pushing event updated for resources: {'Network': ['ID=dd2b102f-5765-46af-8ed1-b332c721a748,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:55.726023 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d735666a-6023-4e6f-a0df-7d032469da95,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:55.739859 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network dd2b102f-5765-46af-8ed1-b332c721a748 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:04:55.740497 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-f7694cbd-0650-4fda-8fa7-6b43b722eaad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7421024 Sep 20 12:04:55.741128 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57872) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:55.746149 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Request body: {'subnet': {'network_id': 'dd2b102f-5765-46af-8ed1-b332c721a748', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-815926783-subnet', 'tenant_id': '0ea2602e576b42cb9f9aa0abc8d6cc3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:04:55.756619 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.756984 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.757324 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.757672 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.757985 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.758490 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.758983 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.759667 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.760214 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.760717 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.761252 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.761943 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Tracked resource versions report: Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: pushed versions: Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: { 'AddressGroup': {'1.2'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'ConntrackHelper': {'1.0'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Log': {'1.0'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Network': {'1.1'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Port': {'1.7'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'PortForwarding': {'1.2'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'QosPolicy': {'1.9'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SecurityGroup': {'1.4'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SubPort': {'1.0'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Subnet': {'1.1'}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Trunk': {'1.1'}} Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: consumer versions: Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: { DHCP agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: HyperV agent@hv-cinder-81000: {}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: L3 agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: Metadata agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: Metering agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: Open vSwitch agent@dv-cinder-810000-1-iscsi: { 'AddressGroup': '1.2', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'ConntrackHelper': '1.0', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Log': '1.0', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Network': '1.1', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Port': '1.7', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'PortForwarding': '1.2', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'QosPolicy': '1.9', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SecurityGroup': '1.4', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SecurityGroupRule': '1.2', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'SubPort': '1.0', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Subnet': '1.1', Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: 'Trunk': '1.1'}} Sep 20 12:04:55.763148 dv-cinder-810000-1-iscsi neutron-server[94127]: {{(pid=94127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:04:55.775389 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Made reservation on behalf of 0ea2602e576b42cb9f9aa0abc8d6cc3e for: {'subnet': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:04:55.781946 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.796622 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Made reservation on behalf of a13c5ca0df77442a97a81464f7f57250 for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:04:55.799446 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.834322 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.836576 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.886168 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.887184 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:04:55.887780 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:55.985901 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec31ed81-0d41-439b-9172-a882e52df981,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:55.998755 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network ec31ed81-0d41-439b-9172-a882e52df981 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:04:56.089500 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.162572 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bbe8df4-e8eb-4e70-95e6-cbd10aa9bc09,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:56.194454 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Checking segment: {'id': '6151bed8-511d-471b-97fc-45344031589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd2b102f-5765-46af-8ed1-b332c721a748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:04:56.194816 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Network hostable DHCP agents. Network: dd2b102f-5765-46af-8ed1-b332c721a748, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:04:56.214689 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Network dd2b102f-5765-46af-8ed1-b332c721a748 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:04:56.229151 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, dd2b102f-5765-46af-8ed1-b332c721a748) {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:04:56.233811 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:04:56.235054 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.243079 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a8999e-70a0-49fd-b5f1-b08debd8451f None None] Network dd2b102f-5765-46af-8ed1-b332c721a748 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:04:56.287732 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.294975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.301014 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-be8a7c88-2ee6-4ccc-84f2-72798762cbcb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5588567 Sep 20 12:04:56.318236 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:04:56.328773 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-446a1e60-a9fd-4201-87ca-715e557c6ed3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2049470 Sep 20 12:04:56.331736 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57902) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:56.337528 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Request body: {'subnet': {'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-subnet', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:04:56.343682 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.344300 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Added segment 0f528bb4-522d-4c9f-a786-567368584b21 of type vlan for network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de Sep 20 12:04:56.352437 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06df60d0-1ae8-4f7f-9531-daf40792dd45,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:56.374991 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Made reservation on behalf of 30c7df32a5dd487982bde2955460d182 for: {'subnet': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:04:56.380492 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.394410 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.448612 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.453352 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:04:56.454948 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.459511 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394182a-8f10-41d6-b49a-3d721ceca885 None None] Network dd2b102f-5765-46af-8ed1-b332c721a748 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:04:56.494586 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1471975 Sep 20 12:04:56.499542 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57906) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:56.504709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Request body: {'subnet': {'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-364465119-subnet', 'tenant_id': 'a13c5ca0df77442a97a81464f7f57250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:04:56.523957 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0451b72-37b8-4959-875d-06b553c032cf admin admin] Pushing event updated for resources: {'Network': ['ID=1e33ade8-c7c7-4216-83b4-c3ac87ef53de,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:56.539926 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:04:56.543818 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Made reservation on behalf of a13c5ca0df77442a97a81464f7f57250 for: {'subnet': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:04:56.546318 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.823035 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.904920 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:56.937546 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75038fda-b65e-42b1-b384-9abf93e5283f,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:56.982426 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Checking segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:04:56.982777 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Network hostable DHCP agents. Network: 1e33ade8-c7c7-4216-83b4-c3ac87ef53de, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:04:57.017684 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=817b4be2-27b9-437d-92d5-693e71dba550,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:57.020601 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Checking segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:04:57.020954 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Network hostable DHCP agents. Network: ec31ed81-0d41-439b-9172-a882e52df981, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:04:57.035414 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:04:57.048710 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Network ec31ed81-0d41-439b-9172-a882e52df981 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:04:57.055560 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 1e33ade8-c7c7-4216-83b4-c3ac87ef53de) {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:04:57.057608 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, ec31ed81-0d41-439b-9172-a882e52df981) {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:04:57.065404 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a420904-350a-481a-b38c-a7b11b26b58c None None] Network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:04:57.074794 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:04:57.075769 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:57.099017 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:04:57.100342 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:57.109189 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-46bb0f48-2685-499b-9961-33fdf416b53e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6083097 Sep 20 12:04:57.122506 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f74150-466e-4582-b0ab-f923be5c005f None None] Network ec31ed81-0d41-439b-9172-a882e52df981 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:04:57.142804 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c87d2e66-cdeb-4187-82f0-86b3ce24f69c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8096611 Sep 20 12:04:57.145832 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 57960) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:57.153320 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:04:57.217468 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:57.217468 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:57.385877 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 57992) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:57.386989 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9142babf-59f4-4af8-8fe2-779da9d48a69 None None] Network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:04:57.393816 dv-cinder-810000-1-iscsi neutron-server[94128]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 12:04:57.469981 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:57.494410 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-ec31ed81-0d41-439b-9172-a882e52df981', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:04:57.495284 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:57.688472 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:57.695386 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Allocated IP 172.20.0.2 (ec31ed81-0d41-439b-9172-a882e52df981/817b4be2-27b9-437d-92d5-693e71dba550/a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:04:57.717051 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-1ea33676-f382-423c-9978-a33839ea6b9a tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:04:57.722756 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-1ea33676-f382-423c-9978-a33839ea6b9a tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/networks?id=dd2b102f-5765-46af-8ed1-b332c721a748 HTTP/1.1" status: 200 len: 811 time: 0.3332570 Sep 20 12:04:57.761250 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-8c52c0cb-c539-4771-9180-c391a28dc7f5 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/quotas/0ea2602e576b42cb9f9aa0abc8d6cc3e HTTP/1.1" status: 200 len: 375 time: 0.0276754 Sep 20 12:04:57.901939 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-963d2d79-8926-428e-9ed4-265188167c04 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ea2602e576b42cb9f9aa0abc8d6cc3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1361196 Sep 20 12:04:57.937234 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:04:57.970129 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:57.996444 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.005225 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.005656 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.047169 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Network ec31ed81-0d41-439b-9172-a882e52df981 is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:04:58.049915 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:04:58.057208 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:04:58.060118 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Pushing event updated for resources: {'Port': ['ID=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:58.090084 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.090670 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.090778 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.091067 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.091395 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.091717 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.092067 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.092389 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.092727 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.093048 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.093362 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.093673 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Tracked resource versions report: Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: pushed versions: Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: { 'AddressGroup': {'1.2'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'ConntrackHelper': {'1.0'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Log': {'1.0'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Network': {'1.1'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Port': {'1.7'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'PortForwarding': {'1.2'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'QosPolicy': {'1.9'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SecurityGroup': {'1.4'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SubPort': {'1.0'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Subnet': {'1.1'}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Trunk': {'1.1'}} Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: consumer versions: Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: { DHCP agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: HyperV agent@hv-cinder-81000: {}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: L3 agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: Metadata agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: Metering agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: Open vSwitch agent@dv-cinder-810000-1-iscsi: { 'AddressGroup': '1.2', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'ConntrackHelper': '1.0', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Log': '1.0', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Network': '1.1', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Port': '1.7', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'PortForwarding': '1.2', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'QosPolicy': '1.9', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SecurityGroup': '1.4', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SecurityGroupRule': '1.2', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'SubPort': '1.0', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Subnet': '1.1', Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: 'Trunk': '1.1'}} Sep 20 12:04:58.094733 dv-cinder-810000-1-iscsi neutron-server[94129]: {{(pid=94129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:04:58.128206 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Attempting to bind port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:04:58.128638 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Attempting to bind port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:04:58.128922 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Attempting to bind port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e on network ec31ed81-0d41-439b-9172-a882e52df981 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:04:58.134438 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:04:58.134815 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Checking segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:04:58.135214 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.135604 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Bound using segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:04:58.136093 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Bound port: a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:04:58.136472 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.141144 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Allocated IP 172.27.3.162 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/7f69f19c-537e-4c3d-87aa-c420f42917a8) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:04:58.209170 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] For port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:04:58.214740 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] For port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:04:58.220599 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.284310 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180916ff-bd50-421a-916f-4516629f01a0 None None] Pushing event updated for resources: {'Port': ['ID=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:58.344550 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.370866 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-39795309-efbe-4fa4-9488-dfa076975e95 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:04:58.378973 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-39795309-efbe-4fa4-9488-dfa076975e95 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2821980 Sep 20 12:04:58.385148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.443827 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:04:58.448488 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Pushing event updated for resources: {'Port': ['ID=7f69f19c-537e-4c3d-87aa-c420f42917a8,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:58.453361 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:04:58.480982 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:04:58.488971 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58036) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:58.568462 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-5cf26b3e-a522-4928-8e87-a8416a6f987d service neutron] 10.222.0.20 "GET /v2.0/networks/dd2b102f-5765-46af-8ed1-b332c721a748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883197 Sep 20 12:04:58.570546 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58040) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:58.664147 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e35435d9-72c4-431b-8890-b77834bbdf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.705026 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e6bc2964-c517-4a59-9aad-732323ba3e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.740412 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-37635259-6f13-40fb-8cd0-2c59bb36078b service neutron] 10.222.0.20 "GET /v2.0/networks/dd2b102f-5765-46af-8ed1-b332c721a748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619484 Sep 20 12:04:58.766051 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.795499 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58056) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:58.888947 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e35435d9-72c4-431b-8890-b77834bbdf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:58.926508 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e35435d9-72c4-431b-8890-b77834bbdf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.045135 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.054914 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e35435d9-72c4-431b-8890-b77834bbdf3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df44baa60daa4c44a729d31400c2911d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5649235 Sep 20 12:04:59.063025 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58076) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:59.158326 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaff16-3e13-4961-8c93-15a740093993 req-e76da3b9-e7a5-49a4-9c2a-f733e5dffa7b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:04:59.170889 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-e76da3b9-e7a5-49a4-9c2a-f733e5dffa7b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 814 time: 0.3742359 Sep 20 12:04:59.248286 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35435d9-72c4-431b-8890-b77834bbdf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17dc67f-15e0-4058-900f-5d47db2a8b87,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:59.271129 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-157d94ff-68fb-48e1-ac03-a25843ea5757 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/quotas/a13c5ca0df77442a97a81464f7f57250 HTTP/1.1" status: 200 len: 375 time: 0.0819681 Sep 20 12:04:59.430109 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:04:59.432675 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-253080bc-d764-4b40-bb2f-469297089b7d req-aa6a3a23-7b0b-4df2-9b06-5fea1c78e97f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.1934702 Sep 20 12:04:59.480111 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e37e391-f0db-446f-a39f-daf9c9ee06fa None None] Network ec31ed81-0d41-439b-9172-a882e52df981 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:04:59.493171 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-b241fe94-6b99-4556-9b5c-f0d83334ec08 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1869748 Sep 20 12:04:59.501052 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e6bc2964-c517-4a59-9aad-732323ba3e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.502894 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dee03810-83b1-4afe-b3de-e70ff155b7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.515212 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e6bc2964-c517-4a59-9aad-732323ba3e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.552834 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dee03810-83b1-4afe-b3de-e70ff155b7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.612703 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e6bc2964-c517-4a59-9aad-732323ba3e10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f7dc8fe3cef4a8793c9ecaff66b4ae5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0367548 Sep 20 12:04:59.612703 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc2964-c517-4a59-9aad-732323ba3e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be029f9b-e834-404a-bade-9ce86a9d14a3,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:04:59.614398 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58106) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:59.699373 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:04:59.729017 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-8d829477-d560-4ee8-bfd5-d19060ac17f5 None None] Provisioning complete for port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:04:59.729388 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-8d829477-d560-4ee8-bfd5-d19060ac17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.744279 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Sync routers for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:04:59.754008 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:04:59.757679 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:04:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:04:59.797197 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.803721 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58118) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:04:59.807355 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-0cb1763b-5c9b-477b-98d0-2954fabcc05d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6590173 Sep 20 12:04:59.856537 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-abd7c4ca-bf97-4cae-847d-911960d73800 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:04:59.865013 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-abd7c4ca-bf97-4cae-847d-911960d73800 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1919847 Sep 20 12:04:59.913492 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-024721a5-385b-4f28-b9a2-c642b73ba250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.915232 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dee03810-83b1-4afe-b3de-e70ff155b7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.920337 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dee03810-83b1-4afe-b3de-e70ff155b7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:04:59.921604 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-dee03810-83b1-4afe-b3de-e70ff155b7f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c17dc67f-15e0-4058-900f-5d47db2a8b87 HTTP/1.1" status: 204 len: 168 time: 0.8510911 Sep 20 12:04:59.945393 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:05:00.001181 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee03810-83b1-4afe-b3de-e70ff155b7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17dc67f-15e0-4058-900f-5d47db2a8b87,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:00.030456 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:05:00.111062 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-8d829477-d560-4ee8-bfd5-d19060ac17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:00.114328 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-024721a5-385b-4f28-b9a2-c642b73ba250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:00.152215 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-8d829477-d560-4ee8-bfd5-d19060ac17f5 None None] For port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:00.159850 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:00.160292 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:00.228863 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-8d829477-d560-4ee8-bfd5-d19060ac17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:00.352179 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:04:58Z', 'revision_number': 3, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:00.385892 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-1ffcbf02-51f6-4b6b-9cc9-d6c380d5d404 service neutron] 10.222.0.20 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198171 Sep 20 12:05:00.420817 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Checking router: 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:05:00.423329 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Updating router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 port 7f69f19c-537e-4c3d-87aa-c420f42917a8 binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:05:00.495363 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:00.566136 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829477-d560-4ee8-bfd5-d19060ac17f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:00.722524 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9695d316-9a28-4d68-87f4-692025d0f930 req-b8c3a3e2-0515-434e-97c2-0cdcafb931f5 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.1797688 Sep 20 12:05:00.735455 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-024721a5-385b-4f28-b9a2-c642b73ba250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:00.741961 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-024721a5-385b-4f28-b9a2-c642b73ba250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:00.750882 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-024721a5-385b-4f28-b9a2-c642b73ba250 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/be029f9b-e834-404a-bade-9ce86a9d14a3 HTTP/1.1" status: 204 len: 168 time: 1.1337087 Sep 20 12:05:00.856866 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-6190f03b-2065-43c8-8dd1-cd8e611dcd4d service neutron] 10.222.0.20 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696956 Sep 20 12:05:00.862025 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024721a5-385b-4f28-b9a2-c642b73ba250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be029f9b-e834-404a-bade-9ce86a9d14a3,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:00.964218 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-c038b3c8-c296-45eb-918d-4adc94bf4894 None None] Provisioning complete for port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:00.966810 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c038b3c8-c296-45eb-918d-4adc94bf4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.190722 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.208870 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.323139 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Attempting to bind port 7f69f19c-537e-4c3d-87aa-c420f42917a8 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:05:01.323518 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Attempting to bind port 7f69f19c-537e-4c3d-87aa-c420f42917a8 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:05:01.323879 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Attempting to bind port 7f69f19c-537e-4c3d-87aa-c420f42917a8 on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:01.349172 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:05:01.351109 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:01.352400 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.355641 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:05:01.357334 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Bound port: 7f69f19c-537e-4c3d-87aa-c420f42917a8, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:05:01.358789 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.406724 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e3beb9b2-faca-48e5-8e3c-7deeb5791b43 req-4e46a7f7-982d-48b8-8887-e46755b7b995 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 210 time: 0.0662894 Sep 20 12:05:01.437377 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Pushing event updated for resources: {'Port': ['ID=7f69f19c-537e-4c3d-87aa-c420f42917a8,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:01.454747 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.455322 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.455861 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.456395 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.456876 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.457358 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.457837 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.458335 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.458821 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.459614 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.461731 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.462244 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Tracked resource versions report: Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: pushed versions: Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: { 'AddressGroup': {'1.2'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'ConntrackHelper': {'1.0'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Log': {'1.0'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Network': {'1.1'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Port': {'1.7'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'PortForwarding': {'1.2'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'QosPolicy': {'1.9'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SecurityGroup': {'1.4'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SecurityGroupRule': {'1.2'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SubPort': {'1.0'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Subnet': {'1.1'}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Trunk': {'1.1'}} Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: consumer versions: Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: { DHCP agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: HyperV agent@hv-cinder-81000: {}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: L3 agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: Metadata agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: Metering agent@dv-cinder-810000-1-iscsi: {}, Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: Open vSwitch agent@dv-cinder-810000-1-iscsi: { 'AddressGroup': '1.2', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'ConntrackHelper': '1.0', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Log': '1.0', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Network': '1.1', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Port': '1.7', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'PortForwarding': '1.2', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'QosPolicy': '1.9', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SecurityGroup': '1.4', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SecurityGroupRule': '1.2', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'SubPort': '1.0', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Subnet': '1.1', Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: 'Trunk': '1.1'}} Sep 20 12:05:01.464404 dv-cinder-810000-1-iscsi neutron-server[94130]: {{(pid=94130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 12:05:01.493878 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] For port 7f69f19c-537e-4c3d-87aa-c420f42917a8, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:05:01.499693 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] For port 7f69f19c-537e-4c3d-87aa-c420f42917a8, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=7f69f19c-537e-4c3d-87aa-c420f42917a8,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:05:01.511860 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.633963 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ecbc4-e705-4015-8261-c54a75a356f9 None None] Pushing event updated for resources: {'Port': ['ID=7f69f19c-537e-4c3d-87aa-c420f42917a8,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:01.647985 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58228) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:01.671992 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f4340532-dd11-4ee6-aa9a-b3064aa250b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.672575 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.686992 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:05:01.687692 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:04:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:01.853081 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:05:01.876376 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f4340532-dd11-4ee6-aa9a-b3064aa250b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.885753 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f4340532-dd11-4ee6-aa9a-b3064aa250b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:01.934225 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f4340532-dd11-4ee6-aa9a-b3064aa250b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f5b5025fbec449d93e066538684109b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2851570 Sep 20 12:05:01.936895 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58246) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:01.968319 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:05:01.975989 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:01.983721 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:02.021999 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340532-dd11-4ee6-aa9a-b3064aa250b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5d882e-9186-4903-a0fc-21d09d70918c,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:02.105333 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-204f0db0-402a-488b-a110-18b06bc9e9c1 req-4b59b346-8356-4943-bc15-a77aea48505a tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.0720537 Sep 20 12:05:02.145458 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-88cacfa8-43a8-4824-8448-be288b23c206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:02.190938 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-88cacfa8-43a8-4824-8448-be288b23c206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:02.287980 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-88cacfa8-43a8-4824-8448-be288b23c206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:02.290281 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:04:58Z', 'revision_number': 3, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:02.291402 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-88cacfa8-43a8-4824-8448-be288b23c206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:02.292471 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-88cacfa8-43a8-4824-8448-be288b23c206 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b5d882e-9186-4903-a0fc-21d09d70918c HTTP/1.1" status: 204 len: 168 time: 0.3546174 Sep 20 12:05:02.317065 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cacfa8-43a8-4824-8448-be288b23c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5d882e-9186-4903-a0fc-21d09d70918c,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:02.327358 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a19b8ec-379b-467c-832a-3cbe79fd0892 None None] The sync data for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi is: [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:04:58Z', 'revision_number': 3, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:05:02.397415 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Allocated IP 172.20.0.1 (ec31ed81-0d41-439b-9172-a882e52df981/817b4be2-27b9-437d-92d5-693e71dba550/c9cff533-21de-467a-b96b-8d47df803021) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:05:02.597531 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-208e4dcc-2e10-4b4d-a3fd-59203e210bda req-72d94827-661f-4221-b539-72f75c1281bc tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 210 time: 0.0440087 Sep 20 12:05:02.685736 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:02.799182 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:02.935746 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Network ec31ed81-0d41-439b-9172-a882e52df981 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:05:02.944698 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:02.954518 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:05:02.955053 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:03.023996 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Pushing event updated for resources: {'Port': ['ID=c9cff533-21de-467a-b96b-8d47df803021,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:03.270265 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-ea613596-fc27-43d0-9ca0-d6e10dd0a388 None None] Provisioning complete for port c9cff533-21de-467a-b96b-8d47df803021 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:03.273374 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-ea613596-fc27-43d0-9ca0-d6e10dd0a388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:03.388730 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-ea613596-fc27-43d0-9ca0-d6e10dd0a388 None None] Port c9cff533-21de-467a-b96b-8d47df803021 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:05:03.421632 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7445ad3a-3508-489f-a1b9-f8a88f0d31b8 req-5de471a6-d603-4208-9f2d-2bb315e589c9 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.0710766 Sep 20 12:05:03.552518 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:03.796118 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-de5b8009-bbe6-4058-9856-349e72bf26fd req-595ed227-cf3e-4c67-9592-842d188049cd tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 210 time: 0.0717814 Sep 20 12:05:03.891213 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 7f69f19c-537e-4c3d-87aa-c420f42917a8 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:05:03.977398 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 7f69f19c-537e-4c3d-87aa-c420f42917a8 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:03.978389 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:04.012441 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:04.019049 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:04.019871 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:04.098933 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:04.126959 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port 7f69f19c-537e-4c3d-87aa-c420f42917a8, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=7f69f19c-537e-4c3d-87aa-c420f42917a8,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:04.129446 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Pushing event updated for resources: {'Port': ['ID=c9cff533-21de-467a-b96b-8d47df803021,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:04.134484 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:04.173205 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Network ec31ed81-0d41-439b-9172-a882e52df981 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:05:04.174814 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:04.239204 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.57', 53579) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:04.283763 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=7f69f19c-537e-4c3d-87aa-c420f42917a8,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:04.359876 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:05:04.528853 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-52141bff-6563-4104-8087-8c1f1d700bc5 None None] Provisioning complete for port c9cff533-21de-467a-b96b-8d47df803021 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:04.529311 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-52141bff-6563-4104-8087-8c1f1d700bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:04.575718 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-27490260-21fc-4f53-b05b-e4173a24f6b6 req-60973fcc-3011-476b-8673-d7fe96c68af6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.0393426 Sep 20 12:05:04.585550 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-52141bff-6563-4104-8087-8c1f1d700bc5 None None] Port c9cff533-21de-467a-b96b-8d47df803021 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:05:04.599460 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:05:04.609801 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-2c3004f7-65e0-4534-bccc-ed47a191f42b admin admin] 10.222.0.20 "PUT /v2.0/routers/0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8050280 Sep 20 12:05:04.630027 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-f1181404-2f5f-44ed-8d4a-6bd0fc863b69 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:04.631624 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-f1181404-2f5f-44ed-8d4a-6bd0fc863b69 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.57 "GET /v2.0/networks?id=dd2b102f-5765-46af-8ed1-b332c721a748 HTTP/1.1" status: 200 len: 811 time: 0.3860669 Sep 20 12:05:04.697704 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Request body: {'port': {'device_id': 'ea1776b9-bde7-4b73-b434-2e9ce69463a6', 'network_id': 'dd2b102f-5765-46af-8ed1-b332c721a748', 'admin_state_up': True, 'tenant_id': '0ea2602e576b42cb9f9aa0abc8d6cc3e'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:04.781345 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Sync routers for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:05:04.783715 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:05:04.784412 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:04:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:04.905073 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.57', 53586) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:05.039017 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:05:05.127088 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c79ecae1-b5a7-4b12-a938-c728d2e3826e req-71e971c7-d973-4707-81e5-dd56b57dbf2f tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 210 time: 0.1227973 Sep 20 12:05:05.235176 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Made reservation on behalf of 0ea2602e576b42cb9f9aa0abc8d6cc3e for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:05.240733 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:05.358031 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaff16-3e13-4961-8c93-15a740093993 req-bcf56954-aa70-431c-a64c-62ddd3520ca9 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:05.359690 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-bcf56954-aa70-431c-a64c-62ddd3520ca9 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 814 time: 0.4534121 Sep 20 12:05:05.359911 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58442) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:05.371741 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-5c7387c9-d1c4-468c-9e35-75cd8e4615a2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232416492', 'description': 'tempest-description--2027794903'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:05.372906 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Request body: {'port': {'device_id': '642a5f47-f035-42ba-8a7f-23969702a244', 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'admin_state_up': True, 'tenant_id': 'a13c5ca0df77442a97a81464f7f57250'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:05.417823 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 2, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:05.458641 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5c7387c9-d1c4-468c-9e35-75cd8e4615a2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:05.468384 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Checking router: 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:05:05.469445 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Updating router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 port c9cff533-21de-467a-b96b-8d47df803021 binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:05:05.532681 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:05.726271 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5c7387c9-d1c4-468c-9e35-75cd8e4615a2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:05.765706 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5c7387c9-d1c4-468c-9e35-75cd8e4615a2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:05.784739 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58456) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:05.870112 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Made reservation on behalf of a13c5ca0df77442a97a81464f7f57250 for: {'port': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:05.879769 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:05.905120 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7387c9-d1c4-468c-9e35-75cd8e4615a2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bf4521-57a8-46e1-988c-65966af55bb5,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:05.976871 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-195218b2-1f3b-4efb-bc98-9e7f2482847b req-1b58b11b-e57c-42c8-9ddf-eb6153794a14 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.1392484 Sep 20 12:05:06.052267 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5c7387c9-d1c4-468c-9e35-75cd8e4615a2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.057443 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-5c7387c9-d1c4-468c-9e35-75cd8e4615a2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6960211 Sep 20 12:05:06.058805 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58474) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:06.106189 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-e909a875-3cc2-45a3-8f85-c82197822b7f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'security_group_rule': {'security_group_id': 'c7bf4521-57a8-46e1-988c-65966af55bb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:06.172874 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e909a875-3cc2-45a3-8f85-c82197822b7f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.259396 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e909a875-3cc2-45a3-8f85-c82197822b7f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.261772 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Allocated IP 172.20.0.9 (dd2b102f-5765-46af-8ed1-b332c721a748/3bbe8df4-e8eb-4e70-95e6-cbd10aa9bc09/14b26d70-f094-4d9b-97c8-455d9c72ba27) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:05:06.270225 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e909a875-3cc2-45a3-8f85-c82197822b7f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.344474 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909a875-3cc2-45a3-8f85-c82197822b7f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52944f9-16d9-474b-b357-f48e8c1ffd93,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:06.400919 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f025ec6e-4645-42d5-9ed0-dfae96b139ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.405272 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.433123 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.452648 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 7f69f19c-537e-4c3d-87aa-c420f42917a8 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:05:06.484265 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e909a875-3cc2-45a3-8f85-c82197822b7f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.494321 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e909a875-3cc2-45a3-8f85-c82197822b7f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4158840 Sep 20 12:05:06.496994 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58494) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:06.517353 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-385ce620-6930-46d1-85a6-9241d14c3c55 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'security_group_rule': {'security_group_id': 'c7bf4521-57a8-46e1-988c-65966af55bb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:06.561992 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58496) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:06.572545 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8d067aba-c2e1-4cb4-abb0-b0c303cdc96c req-9721eea5-7547-44df-a2d6-ad879ccd5ec8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 210 time: 0.1119885 Sep 20 12:05:06.652813 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-385ce620-6930-46d1-85a6-9241d14c3c55 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.800454 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147e3d-ac86-4392-9645-38d690b45009 None None] Pushing event updated for resources: {'Port': ['ID=c9cff533-21de-467a-b96b-8d47df803021,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:06.897008 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Allocated IP 172.20.0.14 (1e33ade8-c7c7-4216-83b4-c3ac87ef53de/75038fda-b65e-42b1-b384-9abf93e5283f/6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:05:06.912771 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-385ce620-6930-46d1-85a6-9241d14c3c55 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.934931 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-287ce3f0-680b-42d1-8a34-c5093316337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.947438 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-385ce620-6930-46d1-85a6-9241d14c3c55 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:06.959467 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 7f69f19c-537e-4c3d-87aa-c420f42917a8 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:06.959844 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.006549 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ce620-6930-46d1-85a6-9241d14c3c55 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b5bbd7-38da-42be-9ecc-025767d971cc,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:07.059418 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Attempting to bind port c9cff533-21de-467a-b96b-8d47df803021 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:05:07.059812 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Attempting to bind port c9cff533-21de-467a-b96b-8d47df803021 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:05:07.060202 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Attempting to bind port c9cff533-21de-467a-b96b-8d47df803021 on network ec31ed81-0d41-439b-9172-a882e52df981 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:07.094024 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.108478 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:05:07.108853 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Checking segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:07.109355 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.109829 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Bound using segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:05:07.110303 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Bound port: c9cff533-21de-467a-b96b-8d47df803021, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:05:07.110680 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.164655 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f025ec6e-4645-42d5-9ed0-dfae96b139ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.174228 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f025ec6e-4645-42d5-9ed0-dfae96b139ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.182314 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.195558 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-385ce620-6930-46d1-85a6-9241d14c3c55 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.200722 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-385ce620-6930-46d1-85a6-9241d14c3c55 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6926620 Sep 20 12:05:07.203694 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58512) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:07.204215 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58514) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:07.346719 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Pushing event updated for resources: {'Port': ['ID=14b26d70-f094-4d9b-97c8-455d9c72ba27,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:07.351972 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:07.366091 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-9c2df03a-2190-4c69-989f-16dfe305d16f None None] Provisioning complete for port c9cff533-21de-467a-b96b-8d47df803021 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:07.366827 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9c2df03a-2190-4c69-989f-16dfe305d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.441627 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] For port c9cff533-21de-467a-b96b-8d47df803021, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:05:07.481335 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-9c2df03a-2190-4c69-989f-16dfe305d16f None None] Port c9cff533-21de-467a-b96b-8d47df803021 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:05:07.489227 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] For port c9cff533-21de-467a-b96b-8d47df803021, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c9cff533-21de-467a-b96b-8d47df803021,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:05:07.489689 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f025ec6e-4645-42d5-9ed0-dfae96b139ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=244e0a11a8384fc2a3de0f81fb708071&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6042764 Sep 20 12:05:07.497711 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.518771 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58524) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:07.532655 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Network dd2b102f-5765-46af-8ed1-b332c721a748 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:05:07.566812 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025ec6e-4645-42d5-9ed0-dfae96b139ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8551348b-af0b-426e-a728-032b9dc76e3a,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:07.599470 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:07.626679 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:05:07.643818 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:07.655284 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:05:07.656403 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:04:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:07.658875 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2147e3d-ac86-4392-9645-38d690b45009 None None] Pushing event updated for resources: {'Port': ['ID=c9cff533-21de-467a-b96b-8d47df803021,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:07.660847 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.833592 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6d54e8f0-755e-4e36-8bf5-f74d9319f740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.895419 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c174a3a2-7e41-4ab0-82c1-880912bcfd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.934303 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-287ce3f0-680b-42d1-8a34-c5093316337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.945415 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-287ce3f0-680b-42d1-8a34-c5093316337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:07.949577 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c174a3a2-7e41-4ab0-82c1-880912bcfd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.012771 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d00615f-0db7-4dd4-947a-0068c1ed5615 req-371659cf-40d7-453c-8657-1f032948045e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 210 time: 0.2076123 Sep 20 12:05:08.018263 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-a8feaac4-d7d8-429c-856e-1b29193c469f tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3315837 Sep 20 12:05:08.067629 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.069501 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895a7ad-4e38-43e7-9b98-63b3b848dcc0 req-6190d224-f66d-46a9-befa-33f31feeb0f4 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:08.078104 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:05:08.079297 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9895a7ad-4e38-43e7-9b98-63b3b848dcc0 req-6190d224-f66d-46a9-befa-33f31feeb0f4 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 931 time: 0.8326998 Sep 20 12:05:08.147166 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-d377832a-1f82-47f8-9f2c-4316822176ca tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:05:08.148418 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-d377832a-1f82-47f8-9f2c-4316822176ca tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0394413 Sep 20 12:05:08.199384 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.246308 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9895a7ad-4e38-43e7-9b98-63b3b848dcc0 req-e6e1635f-7e94-4c22-909d-89586f5b75eb tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603830 Sep 20 12:05:08.318540 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.430202 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:05:08.436531 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:08.444996 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:05:08.451599 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:08.452666 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.469178 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Pushing event updated for resources: {'Port': ['ID=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:08.518726 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-90e145cd-f301-4737-9ed4-a1dde6ce067f None None] Provisioning complete for port c9cff533-21de-467a-b96b-8d47df803021 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:08.519389 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-90e145cd-f301-4737-9ed4-a1dde6ce067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.525451 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-287ce3f0-680b-42d1-8a34-c5093316337f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf09f69c9ed2433e9ed3f44cc1300969&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9583130 Sep 20 12:05:08.528836 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58546) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:08.536921 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ce3f0-680b-42d1-8a34-c5093316337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343b1eb4-e17c-4333-9442-e8ecb886ba0d,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:08.672909 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b2bac18f-b892-4b0c-b4c6-bd3adb0236fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.702637 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6d54e8f0-755e-4e36-8bf5-f74d9319f740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.706140 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b2bac18f-b892-4b0c-b4c6-bd3adb0236fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.709812 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c174a3a2-7e41-4ab0-82c1-880912bcfd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.714312 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c174a3a2-7e41-4ab0-82c1-880912bcfd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.715660 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c174a3a2-7e41-4ab0-82c1-880912bcfd4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8551348b-af0b-426e-a728-032b9dc76e3a HTTP/1.1" status: 204 len: 168 time: 1.1958747 Sep 20 12:05:08.721357 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-eee78e20-52a7-488c-b782-a90569bef561 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3526940 Sep 20 12:05:08.734749 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Request body: {'port': {'device_id': 'ea1776b9-bde7-4b73-b434-2e9ce69463a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:08.744615 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6d54e8f0-755e-4e36-8bf5-f74d9319f740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.788658 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174a3a2-7e41-4ab0-82c1-880912bcfd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8551348b-af0b-426e-a728-032b9dc76e3a,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:08.802065 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b2bac18f-b892-4b0c-b4c6-bd3adb0236fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.808435 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b2bac18f-b892-4b0c-b4c6-bd3adb0236fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.814785 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-b2bac18f-b892-4b0c-b4c6-bd3adb0236fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/343b1eb4-e17c-4333-9442-e8ecb886ba0d HTTP/1.1" status: 204 len: 168 time: 0.2840188 Sep 20 12:05:08.815072 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-90e145cd-f301-4737-9ed4-a1dde6ce067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.849901 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bac18f-b892-4b0c-b4c6-bd3adb0236fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343b1eb4-e17c-4333-9442-e8ecb886ba0d,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:08.873627 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-6d54e8f0-755e-4e36-8bf5-f74d9319f740 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fa7ba8dce6f4aec9d563623121f0b9a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5573714 Sep 20 12:05:08.874681 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:07Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:08.876634 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58556) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:08.885762 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-90e145cd-f301-4737-9ed4-a1dde6ce067f None None] For port c9cff533-21de-467a-b96b-8d47df803021, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c9cff533-21de-467a-b96b-8d47df803021,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:08.913665 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-90e145cd-f301-4737-9ed4-a1dde6ce067f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.916371 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91265673-514b-4796-8d01-75a28caf2e7d None None] The sync data for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi is: [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:07Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:05:08.924906 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:08.940198 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54e8f0-755e-4e36-8bf5-f74d9319f740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109b5d0b-7112-4397-9ada-cfa85ffbe2da,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:08.997967 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e522a35-235f-4a14-9cf0-800495cac0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:09.007271 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e145cd-f301-4737-9ed4-a1dde6ce067f None None] Pushing event updated for resources: {'Port': ['ID=c9cff533-21de-467a-b96b-8d47df803021,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:09.033053 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e522a35-235f-4a14-9cf0-800495cac0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:09.069290 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:09.151559 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e522a35-235f-4a14-9cf0-800495cac0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:09.159937 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e522a35-235f-4a14-9cf0-800495cac0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:09.161524 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1e522a35-235f-4a14-9cf0-800495cac0f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/109b5d0b-7112-4397-9ada-cfa85ffbe2da HTTP/1.1" status: 204 len: 168 time: 0.2835789 Sep 20 12:05:09.196462 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff98fb3-ccb1-4b1f-ba1e-79ff2fae0bc4 req-1be4a1ca-2b83-4e11-9d4f-0386f91ccf01 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:09.199328 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eff98fb3-ccb1-4b1f-ba1e-79ff2fae0bc4 req-1be4a1ca-2b83-4e11-9d4f-0386f91ccf01 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 932 time: 0.1052070 Sep 20 12:05:09.206651 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e522a35-235f-4a14-9cf0-800495cac0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109b5d0b-7112-4397-9ada-cfa85ffbe2da,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:09.261596 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eff98fb3-ccb1-4b1f-ba1e-79ff2fae0bc4 req-c267fdf7-be3b-4f1b-a30c-fb3eb402ae91 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522180 Sep 20 12:05:09.436034 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58582) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:09.458056 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f3471-420d-4274-b422-f4357d612d78 req-bf8ecad8-4901-411d-8a9c-b7120f099bc7 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:09.459764 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-747f3471-420d-4274-b422-f4357d612d78 req-bf8ecad8-4901-411d-8a9c-b7120f099bc7 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 931 time: 0.1056709 Sep 20 12:05:09.519938 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-747f3471-420d-4274-b422-f4357d612d78 req-6a783edc-6965-40c7-bdba-462d238b806c tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530758 Sep 20 12:05:09.606256 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbeccdc3-08a3-417d-8359-e8c6e5f9dd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:09.633031 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Allocated IP 172.27.3.86 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/ed19f32c-2903-4373-b1fd-d205b9120ff7) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:05:09.857554 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:09.865418 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c9cff533-21de-467a-b96b-8d47df803021 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:05:09.919401 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b26d70-f094-4d9b-97c8-455d9c72ba27 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:05:09.954366 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:09.990674 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port c9cff533-21de-467a-b96b-8d47df803021 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:09.991188 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.021606 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Transition to ACTIVE for port object 14b26d70-f094-4d9b-97c8-455d9c72ba27 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:05:10.052535 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.058052 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.180553 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbeccdc3-08a3-417d-8359-e8c6e5f9dd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.195769 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Pushing event updated for resources: {'Port': ['ID=14b26d70-f094-4d9b-97c8-455d9c72ba27,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:10.203265 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbeccdc3-08a3-417d-8359-e8c6e5f9dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.239425 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeccdc3-08a3-417d-8359-e8c6e5f9dd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410d66c6-23bd-47dc-93fd-fa8fa2358300,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:10.311163 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.342016 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-fbeccdc3-08a3-417d-8359-e8c6e5f9dd49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ee193e00c17459cad8d5a37784d264b&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7789259 Sep 20 12:05:10.342100 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58632) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:10.412720 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Attempting to bind port 14b26d70-f094-4d9b-97c8-455d9c72ba27 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:05:10.413274 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Attempting to bind port 14b26d70-f094-4d9b-97c8-455d9c72ba27 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '6151bed8-511d-471b-97fc-45344031589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd2b102f-5765-46af-8ed1-b332c721a748'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:05:10.413654 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Attempting to bind port 14b26d70-f094-4d9b-97c8-455d9c72ba27 on network dd2b102f-5765-46af-8ed1-b332c721a748 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:10.436937 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Port 14b26d70-f094-4d9b-97c8-455d9c72ba27 on network dd2b102f-5765-46af-8ed1-b332c721a748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:05:10.437250 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Attempting to bind port 14b26d70-f094-4d9b-97c8-455d9c72ba27 on network dd2b102f-5765-46af-8ed1-b332c721a748 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:10.472828 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:05:10.474544 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:05:10.474544 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Checking segment: {'id': '6151bed8-511d-471b-97fc-45344031589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd2b102f-5765-46af-8ed1-b332c721a748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:10.474759 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Bound using segment: {'id': '6151bed8-511d-471b-97fc-45344031589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd2b102f-5765-46af-8ed1-b332c721a748'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:05:10.475114 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Bound port: 14b26d70-f094-4d9b-97c8-455d9c72ba27, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6151bed8-511d-471b-97fc-45344031589e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dd2b102f-5765-46af-8ed1-b332c721a748'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:05:10.475465 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.505866 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:10.509919 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:05:10.520789 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'Port': ['ID=ed19f32c-2903-4373-b1fd-d205b9120ff7,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:10.525408 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf77799e-702c-48d6-863d-49dfcafa5cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.563784 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf77799e-702c-48d6-863d-49dfcafa5cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.612500 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b0c78b00-9d47-44d0-af03-f67bb2945326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.632076 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11428445-6de6-485d-b6b2-0d3a739f7d67 req-ca1f1af7-034c-4b9d-a629-be913e912734 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:10.643622 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-11428445-6de6-485d-b6b2-0d3a739f7d67 req-ca1f1af7-034c-4b9d-a629-be913e912734 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 932 time: 0.2849088 Sep 20 12:05:10.671792 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf77799e-702c-48d6-863d-49dfcafa5cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.674858 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf77799e-702c-48d6-863d-49dfcafa5cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.676357 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-bf77799e-702c-48d6-863d-49dfcafa5cbd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/410d66c6-23bd-47dc-93fd-fa8fa2358300 HTTP/1.1" status: 204 len: 168 time: 0.3333061 Sep 20 12:05:10.713776 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-11428445-6de6-485d-b6b2-0d3a739f7d67 req-999d4ee7-fefe-4de1-a19b-7d6de96dab82 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686781 Sep 20 12:05:10.723386 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf77799e-702c-48d6-863d-49dfcafa5cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410d66c6-23bd-47dc-93fd-fa8fa2358300,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:10.768927 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] For port 14b26d70-f094-4d9b-97c8-455d9c72ba27, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:05:10.787030 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] For port 14b26d70-f094-4d9b-97c8-455d9c72ba27, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=14b26d70-f094-4d9b-97c8-455d9c72ba27,segment=NetworkSegment(6151bed8-511d-471b-97fc-45344031589e),segment_id=6151bed8-511d-471b-97fc-45344031589e)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:05:10.808499 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1862ea-a12a-43ea-8734-360f322b1c4c req-d1cac34d-4a05-45df-b0e6-36ca968c69a7 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:10.810465 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cf1862ea-a12a-43ea-8734-360f322b1c4c req-d1cac34d-4a05-45df-b0e6-36ca968c69a7 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.0936112 Sep 20 12:05:10.830674 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:10.859514 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58646) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:10.894372 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cf1862ea-a12a-43ea-8734-360f322b1c4c req-546a15b0-d365-4b0b-bb71-5451128d0df4 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712843 Sep 20 12:05:11.098168 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:11.099122 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.100845 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] 10.222.0.57 "PUT /v2.0/ports/14b26d70-f094-4d9b-97c8-455d9c72ba27 HTTP/1.1" status: 200 len: 1093 time: 2.5979049 Sep 20 12:05:11.103495 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1776b9-bde7-4b73-b434-2e9ce69463a6', 'tag': '14b26d70-f094-4d9b-97c8-455d9c72ba27'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:05:11.196253 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.252678 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e684f6-4d3c-4486-8f27-509456edb86f service neutron] Pushing event updated for resources: {'Port': ['ID=14b26d70-f094-4d9b-97c8-455d9c72ba27,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:11.281015 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-911825390-network', 'tenant_id': '3e65d26fc2704cd2b893097c01ccfecd'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:11.304383 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.338745 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Made reservation on behalf of 3e65d26fc2704cd2b893097c01ccfecd for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:11.341523 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.377361 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.511718 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6062ee-cdd4-47ae-87c1-40ef962373d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1776b9-bde7-4b73-b434-2e9ce69463a6", "tag": "14b26d70-f094-4d9b-97c8-455d9c72ba27"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:05:11.661731 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.677878 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.753437 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.768972 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.780906 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:05:11.834878 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.859640 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.872505 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8875c405-16c1-4a56-af17-8a525cf3a6a2,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:11.876255 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5586393 Sep 20 12:05:11.877416 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5fd64-9846-464e-bd94-1664c6f55170 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'Port': ['ID=ed19f32c-2903-4373-b1fd-d205b9120ff7,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:11.904299 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:11.904646 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Added segment 82c92c88-d2e6-4b2a-ab73-9d35b391fd2d of type vlan for network b80b68f1-a078-4d91-a57b-ab30e5d98b6d Sep 20 12:05:11.986735 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4198c-900b-42f0-a97d-20ec671bf73a req-03caa64c-646c-400a-98f5-80df09ebfe1e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:11.988544 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7ff4198c-900b-42f0-a97d-20ec671bf73a req-03caa64c-646c-400a-98f5-80df09ebfe1e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 932 time: 0.1674395 Sep 20 12:05:12.007430 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:12.057001 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7ff4198c-900b-42f0-a97d-20ec671bf73a req-f36ec12c-212b-4d43-9ebd-11ff29758972 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542288 Sep 20 12:05:12.057734 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:12.058766 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:12.059340 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:12.154342 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee7e37-989a-4fca-933d-a5c052096b66 x-openstack-request-id: req-bbee7e37-989a-4fca-933d-a5c052096b66 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:05:12.154974 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1776b9-bde7-4b73-b434-2e9ce69463a6", "tag": "14b26d70-f094-4d9b-97c8-455d9c72ba27", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:05:12.155382 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbee7e37-989a-4fca-933d-a5c052096b66 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:05:12.155996 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1776b9-bde7-4b73-b434-2e9ce69463a6', 'tag': '14b26d70-f094-4d9b-97c8-455d9c72ba27', 'status': 'completed', 'code': 200} Sep 20 12:05:12.183051 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3224952 Sep 20 12:05:12.186111 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58704) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:12.199946 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Request body: {'subnet': {'network_id': 'b80b68f1-a078-4d91-a57b-ab30e5d98b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-911825390-subnet', 'tenant_id': '3e65d26fc2704cd2b893097c01ccfecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:12.206367 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2101-f410-4f19-a991-a0b7c11db1a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b80b68f1-a078-4d91-a57b-ab30e5d98b6d,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:12.228671 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network b80b68f1-a078-4d91-a57b-ab30e5d98b6d details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:05:12.261152 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Made reservation on behalf of 3e65d26fc2704cd2b893097c01ccfecd for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:12.264285 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:12.419152 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d320a0-69af-4b6f-997b-daa592875a8e req-480a0643-0216-41e0-8953-ac09b3ea9110 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:12.431465 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-82d320a0-69af-4b6f-997b-daa592875a8e req-480a0643-0216-41e0-8953-ac09b3ea9110 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.1682286 Sep 20 12:05:12.590523 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-82d320a0-69af-4b6f-997b-daa592875a8e req-75c7e398-cec0-44a7-ab57-866aa2f240ef tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571109 Sep 20 12:05:12.623912 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:12.642727 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-9beddd11-0d2a-4c36-9ab6-6fbad0a77f7d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1232416492&fields=id&tenant_id=30c7df32a5dd487982bde2955460d182 HTTP/1.1" status: 200 len: 267 time: 0.2426090 Sep 20 12:05:12.822042 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b90961-0413-417e-b530-5f991c80ccab,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:12.836826 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Checking segment: {'id': '82c92c88-d2e6-4b2a-ab73-9d35b391fd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b80b68f1-a078-4d91-a57b-ab30e5d98b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:12.842076 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Network hostable DHCP agents. Network: b80b68f1-a078-4d91-a57b-ab30e5d98b6d, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:05:12.907498 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Network b80b68f1-a078-4d91-a57b-ab30e5d98b6d is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:05:12.920550 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, b80b68f1-a078-4d91-a57b-ab30e5d98b6d) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:12.927764 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f344a-daba-401e-8c16-724789755ebf req-5bff2ada-ce01-4ce9-b5c8-579467f55615 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:12.929447 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-5bff2ada-ce01-4ce9-b5c8-579467f55615 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 817 time: 0.2730083 Sep 20 12:05:12.937211 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6b5d9-866a-4771-96ac-33529d025c72 None None] Network b80b68f1-a078-4d91-a57b-ab30e5d98b6d requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:05:12.945990 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:12.948526 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:12.975714 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-d85a76de-d5de-413e-9a18-cf4acfa4443a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/quotas/30c7df32a5dd487982bde2955460d182 HTTP/1.1" status: 200 len: 375 time: 0.0313911 Sep 20 12:05:12.999957 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-107398a3-0859-4d6f-b8c4-580939c15dbc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8043816 Sep 20 12:05:13.152657 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-d5fdcabc-4333-4ca6-8d93-3590f0cc31bb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1563487 Sep 20 12:05:13.217470 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ca879-8a5a-424a-be2d-d6bf71395e99 None None] Network b80b68f1-a078-4d91-a57b-ab30e5d98b6d requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:05:13.327532 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8392cc-7b9b-4c29-977b-6f6fe032374f req-4a76df62-7a33-4a33-8933-d68dff587f00 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:13.334924 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ba8392cc-7b9b-4c29-977b-6f6fe032374f req-4a76df62-7a33-4a33-8933-d68dff587f00 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 932 time: 0.1356196 Sep 20 12:05:13.376305 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-1d1ede30-c973-4669-a014-ca8a86a0a3d5 service neutron] 10.222.0.20 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927147 Sep 20 12:05:13.467379 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ba8392cc-7b9b-4c29-977b-6f6fe032374f req-a392108f-72f1-4343-8833-85ec2cd3c4ff tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266694 Sep 20 12:05:13.515973 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-aed702fd-57fd-4458-9c0c-17955f380a44 service neutron] 10.222.0.20 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366513 Sep 20 12:05:13.635069 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-43977d8b-9dc3-4dae-bb7e-d97f48378511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:13.854152 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Request body: {'port': {'device_id': '642a5f47-f035-42ba-8a7f-23969702a244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:13.955691 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e32fa958-4b29-4a0a-a4ed-ccac98f7d901 req-ba0a86f0-73ff-4ffc-9b7c-c27c1d0053bd tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 210 time: 0.1215231 Sep 20 12:05:14.043385 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc00c68-4671-4b53-8ee0-e92a5d82ab63 req-e9f2012b-5552-466f-9280-0d6887c0719b tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:14.051093 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cdc00c68-4671-4b53-8ee0-e92a5d82ab63 req-e9f2012b-5552-466f-9280-0d6887c0719b tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.2835481 Sep 20 12:05:14.089719 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:14.124724 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:14.166886 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cdc00c68-4671-4b53-8ee0-e92a5d82ab63 req-d2d91a8f-0315-46d0-87a5-f1aaa4c1153e tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701778 Sep 20 12:05:14.363073 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:14.862058 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58838) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:14.880918 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-949464941-network', 'tenant_id': '6b5d1ac691354ddba3c38e8c69fe1fc9'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:15.140817 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6062ee-cdd4-47ae-87c1-40ef962373d1 req-25f7d98d-82d8-4e5b-a524-02e650d290c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:15.143475 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-3d6062ee-cdd4-47ae-87c1-40ef962373d1 req-25f7d98d-82d8-4e5b-a524-02e650d290c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ea2602e576b42cb9f9aa0abc8d6cc3e&device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 1096 time: 0.8911204 Sep 20 12:05:15.164206 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b {{(pid=94128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:05:15.195880 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:15.248471 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.provisioning_blocks [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Transition to ACTIVE for port object 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b will not be triggered until provisioned by entity L2. {{(pid=94128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:05:15.272001 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:15.370108 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Made reservation on behalf of 6b5d1ac691354ddba3c38e8c69fe1fc9 for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:15.372411 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:15.412641 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:15.421520 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:15.475866 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c965382-fed4-4972-a569-a60560b643ca req-1bf2acea-1c31-4a4d-a61d-076e0da95412 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:15.478359 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c965382-fed4-4972-a569-a60560b643ca req-1bf2acea-1c31-4a4d-a61d-076e0da95412 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 932 time: 0.6390028 Sep 20 12:05:15.517838 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5114fb51-9839-42e6-a912-07a295c716a8 req-0eec767c-9b9c-4cc5-bfce-298d0cee9c38 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 210 time: 0.2472215 Sep 20 12:05:15.552024 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6062ee-cdd4-47ae-87c1-40ef962373d1 req-6b55f06c-d036-44ec-8c2b-61fdcf560940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:15.553434 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-3d6062ee-cdd4-47ae-87c1-40ef962373d1 req-6b55f06c-d036-44ec-8c2b-61fdcf560940 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0ea2602e576b42cb9f9aa0abc8d6cc3e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3921590 Sep 20 12:05:15.638284 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Attempting to bind port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:05:15.638974 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Attempting to bind port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:05:15.639442 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Attempting to bind port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:15.648503 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:05:15.650180 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Attempting to bind port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:15.688620 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c965382-fed4-4972-a569-a60560b643ca req-902fa95a-fa7e-4647-84dc-a64dd8b64a47 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730490 Sep 20 12:05:15.706369 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:15.717008 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:05:15.717419 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Checking segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:15.717909 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Bound using segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:05:15.718454 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Bound port: 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'}}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:05:15.718800 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:15.862257 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44071ef-9608-47d2-ae41-0da05194e17e req-c08dd30e-d370-47b7-932b-ad0e3e251a76 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:15.870444 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e44071ef-9608-47d2-ae41-0da05194e17e req-c08dd30e-d370-47b7-932b-ad0e3e251a76 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.1570425 Sep 20 12:05:15.918403 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] For port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b, host hv-cinder-81000, cleared binding levels {{(pid=94128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:05:15.953789 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:15.972662 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] For port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:05:15.975869 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:15.987500 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:16.002793 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e44071ef-9608-47d2-ae41-0da05194e17e req-9bdac832-3c28-43d0-b616-199ecc4db30a tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313710 Sep 20 12:05:16.074647 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:05:16.085743 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccc5044-c94c-4a4d-b94f-f11d289f7e7d,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:16.092489 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:16.093110 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:16.094619 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b HTTP/1.1" status: 200 len: 1094 time: 2.2584770 Sep 20 12:05:16.100552 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642a5f47-f035-42ba-8a7f-23969702a244', 'tag': '6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:05:16.180248 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:16.180633 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Added segment 28ccf352-eede-49d7-b95b-fab5f6f9f967 of type vlan for network d881358f-02eb-42c0-9cac-6c419eb07ab8 Sep 20 12:05:16.198820 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1d744-ac50-4645-927d-210f2b69c223 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,revision_number=3']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:16.327857 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:16.415698 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:16.417055 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:16.417857 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:16.552175 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8198b5-d9ba-488c-851f-60f2cc6fbec0" -d '{"events": [{"name": "network-changed", "server_uuid": "642a5f47-f035-42ba-8a7f-23969702a244", "tag": "6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:05:16.555452 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] Pushing event updated for resources: {'Network': ['ID=d881358f-02eb-42c0-9cac-6c419eb07ab8,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:16.568958 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network d881358f-02eb-42c0-9cac-6c419eb07ab8 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:05:16.625812 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58926) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:16.626412 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-3a46ee29-3b03-4733-9eb4-6ae548035743 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7529368 Sep 20 12:05:16.630738 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Request body: {'subnet': {'network_id': 'd881358f-02eb-42c0-9cac-6c419eb07ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-949464941-subnet', 'tenant_id': '6b5d1ac691354ddba3c38e8c69fe1fc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:16.699298 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Made reservation on behalf of 6b5d1ac691354ddba3c38e8c69fe1fc9 for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:16.714971 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Notify callbacks [] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:16.793810 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0a41ff55-74cb-4bd2-8941-8884eacc46b3 req-253a87d3-52df-4c54-b250-d1be5aba68a4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 210 time: 0.0800562 Sep 20 12:05:16.798110 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58158853-2a7f-43b5-a703-76d13aaa635d x-openstack-request-id: req-58158853-2a7f-43b5-a703-76d13aaa635d {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:05:16.798398 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642a5f47-f035-42ba-8a7f-23969702a244", "tag": "6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:05:16.798721 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58158853-2a7f-43b5-a703-76d13aaa635d {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:05:16.802002 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642a5f47-f035-42ba-8a7f-23969702a244', 'tag': '6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'status': 'completed', 'code': 200} Sep 20 12:05:16.997870 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef9342-d22a-4d79-b311-cfaf388732ff req-84a8851b-424c-4884-810d-bd09fcf6a0b0 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:17.008272 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-28ef9342-d22a-4d79-b311-cfaf388732ff req-84a8851b-424c-4884-810d-bd09fcf6a0b0 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 944 time: 0.0854871 Sep 20 12:05:17.057558 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-28ef9342-d22a-4d79-b311-cfaf388732ff req-55aeae71-996f-44ed-a537-4dffbf8324d5 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Sep 20 12:05:17.081166 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 58954) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:17.136821 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.243320 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10362dc-d018-48b5-b8ce-6e00602bf1ce,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:17.256882 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Checking segment: {'id': '28ccf352-eede-49d7-b95b-fab5f6f9f967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd881358f-02eb-42c0-9cac-6c419eb07ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:17.257430 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Network hostable DHCP agents. Network: d881358f-02eb-42c0-9cac-6c419eb07ab8, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:05:17.296653 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Network d881358f-02eb-42c0-9cac-6c419eb07ab8 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:05:17.303818 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7818b-1828-4bf8-b449-917f27dd8720 req-0a88d449-96ac-4d04-b6cf-ea51d0c2ecdb tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:17.311556 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-64f7818b-1828-4bf8-b449-917f27dd8720 req-0a88d449-96ac-4d04-b6cf-ea51d0c2ecdb tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.1419179 Sep 20 12:05:17.313450 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, d881358f-02eb-42c0-9cac-6c419eb07ab8) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:17.327271 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc523e90-778d-4ac0-9181-0b7f5fd0e14a None None] Network d881358f-02eb-42c0-9cac-6c419eb07ab8 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:05:17.347311 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:17.349948 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.358740 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2f36c1cc-c902-48e1-b69d-0d6053c1068d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.385434 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a7caa4ca-6cb8-4672-ad7f-6686ec16a8df admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7599614 Sep 20 12:05:17.563061 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 58986) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:17.590975 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-64f7818b-1828-4bf8-b449-917f27dd8720 req-8cd09308-c4fd-4caa-b191-50f78ff846a5 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324038 Sep 20 12:05:17.669622 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e8ccc-f7f2-44e4-af29-9484bec7a3b3 None None] Network d881358f-02eb-42c0-9cac-6c419eb07ab8 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:05:17.686689 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-771232e6-88d5-42f9-ae9c-4be8164a9432 admin admin] Deleting subnet d6b90961-0413-417e-b530-5f991c80ccab {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:05:17.694468 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-771232e6-88d5-42f9-ae9c-4be8164a9432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.796068 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-771232e6-88d5-42f9-ae9c-4be8164a9432 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.815731 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-771232e6-88d5-42f9-ae9c-4be8164a9432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.816402 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2f36c1cc-c902-48e1-b69d-0d6053c1068d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.829004 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2f36c1cc-c902-48e1-b69d-0d6053c1068d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.912990 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36c1cc-c902-48e1-b69d-0d6053c1068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92cb1ba-24db-4ff1-be46-adb643c2f30f,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:17.939388 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-771232e6-88d5-42f9-ae9c-4be8164a9432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.943792 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-2f36c1cc-c902-48e1-b69d-0d6053c1068d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad69022ba23444de8921162a40600910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8616350 Sep 20 12:05:17.946942 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59008) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:17.980962 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771232e6-88d5-42f9-ae9c-4be8164a9432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b90961-0413-417e-b530-5f991c80ccab,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:17.991450 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-37e4e378-05fb-48cb-8ec0-0bf388c8c02f req-36a817ac-1561-4d04-aafa-a0daefd61dff tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 210 time: 0.0638282 Sep 20 12:05:17.991596 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-771232e6-88d5-42f9-ae9c-4be8164a9432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:17.996327 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-771232e6-88d5-42f9-ae9c-4be8164a9432 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6b90961-0413-417e-b530-5f991c80ccab HTTP/1.1" status: 204 len: 168 time: 0.4296005 Sep 20 12:05:18.001143 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59012) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:18.125912 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.127109 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-02858563-c5e2-4c4c-80f7-ac895afff273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.158435 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-02858563-c5e2-4c4c-80f7-ac895afff273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.314435 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.348843 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.349156 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.353409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.353409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > port after_create 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.353409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.353409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > port after_update 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.353409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.353409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.353409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.354021 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.552469 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.553293 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.553915 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.554465 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:05:18.555012 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b68f1-a078-4d91-a57b-ab30e5d98b6d']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:18.597079 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265d6a1-2ec1-4bb3-889a-b35b43d7f088 req-4c24d583-cccd-47f1-9a75-15383f50397a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:18.604995 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9265d6a1-2ec1-4bb3-889a-b35b43d7f088 req-4c24d583-cccd-47f1-9a75-15383f50397a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 944 time: 0.3873909 Sep 20 12:05:18.615494 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c92c88-d2e6-4b2a-ab73-9d35b391fd2d') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:18.616001 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c92c88-d2e6-4b2a-ab73-9d35b391fd2d') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:18.636534 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-02858563-c5e2-4c4c-80f7-ac895afff273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.639204 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-02858563-c5e2-4c4c-80f7-ac895afff273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.642882 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-02858563-c5e2-4c4c-80f7-ac895afff273 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c92cb1ba-24db-4ff1-be46-adb643c2f30f HTTP/1.1" status: 204 len: 168 time: 0.6924715 Sep 20 12:05:18.655171 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.682489 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02858563-c5e2-4c4c-80f7-ac895afff273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92cb1ba-24db-4ff1-be46-adb643c2f30f,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:18.698186 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.723231 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59054) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:18.739845 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9265d6a1-2ec1-4bb3-889a-b35b43d7f088 req-1a7831c1-6a30-4fb5-8d55-c93aca3a0d75 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338384 Sep 20 12:05:18.755078 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:05:18.755831 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: from cryptography.utils import int_from_bytes Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: from cryptography.utils import int_from_bytes Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:05:18.761428 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:05:18.875478 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c25f3-6e5d-4aad-bb16-30ac22f764f3 req-967db77e-dbf7-46a2-a561-881f0e85f470 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:18.877712 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c48c25f3-6e5d-4aad-bb16-30ac22f764f3 req-967db77e-dbf7-46a2-a561-881f0e85f470 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.1755280 Sep 20 12:05:18.886377 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.929334 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:18.934520 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59066) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:18.935204 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] 10.222.0.20 "DELETE /v2.0/networks/b80b68f1-a078-4d91-a57b-ab30e5d98b6d HTTP/1.1" status: 204 len: 168 time: 0.9301279 Sep 20 12:05:18.948685 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28992d65-1b75-433f-9a43-7d6df57aaf6c admin admin] Pushing event deleted for resources: {'Network': ['ID=b80b68f1-a078-4d91-a57b-ab30e5d98b6d,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:18.992539 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c48c25f3-6e5d-4aad-bb16-30ac22f764f3 req-7cdf6166-4ba9-497c-934c-7fed85b1cda9 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968106 Sep 20 12:05:19.019276 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ecb629-a0d4-4262-8d66-e37c5047a1f1 admin admin] Deleting subnet b10362dc-d018-48b5-b8ce-6e00602bf1ce {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:05:19.027309 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-50ecb629-a0d4-4262-8d66-e37c5047a1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.067253 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ca255a68-e880-48d7-a6a2-79e423297959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.072685 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59070) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:19.087450 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1c9598c4-ba45-4a3d-a824-3d51ab483e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.106311 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-50ecb629-a0d4-4262-8d66-e37c5047a1f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.112727 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-50ecb629-a0d4-4262-8d66-e37c5047a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.143232 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4f189129-78e3-4e0a-8e4b-cb6e7a326034 req-bf48e403-95cb-4b2e-9ce2-17651c264499 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 210 time: 0.0456810 Sep 20 12:05:19.145937 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.db.api [None req-1c9598c4-ba45-4a3d-a824-3d51ab483e6d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:05:19.145937 dv-cinder-810000-1-iscsi neutron-server[94128]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 20 12:05:19.145937 dv-cinder-810000-1-iscsi neutron-server[94128]: [parameters: {'project_id': 'b6f9cd570cb345ce8c9e4d77e18ba80c', 'id': '6b71b76e-91d9-4bac-a334-2302a22af4bc', 'expiration': datetime.datetime(2021, 9, 20, 12, 7, 19, 139761)}] Sep 20 12:05:19.145937 dv-cinder-810000-1-iscsi neutron-server[94128]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94128) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:05:19.146286 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG oslo_db.api [None req-1c9598c4-ba45-4a3d-a824-3d51ab483e6d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:05:19.193995 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-50ecb629-a0d4-4262-8d66-e37c5047a1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.231150 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecb629-a0d4-4262-8d66-e37c5047a1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10362dc-d018-48b5-b8ce-6e00602bf1ce,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:19.237206 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-50ecb629-a0d4-4262-8d66-e37c5047a1f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.239415 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-50ecb629-a0d4-4262-8d66-e37c5047a1f1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b10362dc-d018-48b5-b8ce-6e00602bf1ce HTTP/1.1" status: 204 len: 168 time: 0.3036530 Sep 20 12:05:19.242047 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59076) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:19.272419 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ca255a68-e880-48d7-a6a2-79e423297959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.277100 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ca255a68-e880-48d7-a6a2-79e423297959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.348752 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-ca255a68-e880-48d7-a6a2-79e423297959 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c968d34d9124e5cad21554cfad33b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6236141 Sep 20 12:05:19.353405 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.355624 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59078) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:19.361633 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca255a68-e880-48d7-a6a2-79e423297959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c977f3-bc89-499c-bc67-0e7715979b95,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:19.474208 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6062ee-cdd4-47ae-87c1-40ef962373d1 req-88ed8f63-51ce-4d2e-9327-78d4a4c6a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:19.475691 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-3d6062ee-cdd4-47ae-87c1-40ef962373d1 req-88ed8f63-51ce-4d2e-9327-78d4a4c6a050 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1723177 Sep 20 12:05:19.568315 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-1b54fa00-8f37-4664-980a-d861d736da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:19.569829 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-1b54fa00-8f37-4664-980a-d861d736da6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ea2602e576b42cb9f9aa0abc8d6cc3e&device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 1096 time: 0.0468099 Sep 20 12:05:19.592904 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8198b5-d9ba-488c-851f-60f2cc6fbec0 req-352746a2-674f-49bf-a4bd-8fcecae41f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:19.594374 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef8198b5-d9ba-488c-851f-60f2cc6fbec0 req-352746a2-674f-49bf-a4bd-8fcecae41f50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 1097 time: 0.2738352 Sep 20 12:05:19.641473 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-9f827013-eeb6-45f9-896e-3370cfec6127 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b26d70-f094-4d9b-97c8-455d9c72ba27 HTTP/1.1" status: 200 len: 217 time: 0.0629253 Sep 20 12:05:19.655976 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1c9598c4-ba45-4a3d-a824-3d51ab483e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.686057 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb1e6-9118-41f6-b1d0-b5820a2bec25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.709602 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.57', 53613) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:19.760102 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-ce28dc2f-401c-4af7-8ddc-620b10491d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:19.763181 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-ce28dc2f-401c-4af7-8ddc-620b10491d2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3bbe8df4-e8eb-4e70-95e6-cbd10aa9bc09 HTTP/1.1" status: 200 len: 851 time: 0.1148310 Sep 20 12:05:19.769774 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.796884 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d881358f-02eb-42c0-9cac-6c419eb07ab8']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:19.857508 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-101ef9ae-d458-4e20-9744-d119b6b9b2ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dd2b102f-5765-46af-8ed1-b332c721a748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840893 Sep 20 12:05:19.863164 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ccf352-eede-49d7-b95b-fab5f6f9f967') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:19.863567 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ccf352-eede-49d7-b95b-fab5f6f9f967') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:19.925728 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb1e6-9118-41f6-b1d0-b5820a2bec25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.928383 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:19.967175 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f344a-daba-401e-8c16-724789755ebf req-9b182be7-7771-439b-977a-d5ebd538680c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:19.968688 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-9b182be7-7771-439b-977a-d5ebd538680c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 817 time: 0.2578146 Sep 20 12:05:20.001786 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-0b9686a2-fa0d-445e-a6ee-5abe04024c10 service neutron] 10.222.0.57 "GET /v2.0/networks/dd2b102f-5765-46af-8ed1-b332c721a748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397004 Sep 20 12:05:20.021223 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.049811 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:05:20.050232 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.057472 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-80f06a0d-4058-4e8f-83b0-f248fd272365 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30c7df32a5dd487982bde2955460d182 HTTP/1.1" status: 200 len: 380 time: 0.0750427 Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:05:20.058099 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:05:20.067284 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'port': {'device_id': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'admin_state_up': True, 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'security_groups': ['c7bf4521-57a8-46e1-988c-65966af55bb5']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:20.076730 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8198b5-d9ba-488c-851f-60f2cc6fbec0 req-156fba82-695f-4313-814e-559e0e59b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:20.078138 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef8198b5-d9ba-488c-851f-60f2cc6fbec0 req-156fba82-695f-4313-814e-559e0e59b93e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a13c5ca0df77442a97a81464f7f57250&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4675207 Sep 20 12:05:20.142662 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875574a2-22f4-4695-8920-f415d4cbda18 req-ab673045-426b-4fdf-b295-c11457cb3835 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:20.144179 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-875574a2-22f4-4695-8920-f415d4cbda18 req-ab673045-426b-4fdf-b295-c11457cb3835 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 944 time: 0.2867339 Sep 20 12:05:20.270150 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb1e6-9118-41f6-b1d0-b5820a2bec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.272932 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2dfbb1e6-9118-41f6-b1d0-b5820a2bec25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.274119 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-2dfbb1e6-9118-41f6-b1d0-b5820a2bec25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15c977f3-bc89-499c-bc67-0e7715979b95 HTTP/1.1" status: 204 len: 168 time: 0.9010789 Sep 20 12:05:20.281465 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59120) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:20.307705 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.365061 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.370256 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] 10.222.0.20 "DELETE /v2.0/networks/d881358f-02eb-42c0-9cac-6c419eb07ab8 HTTP/1.1" status: 204 len: 168 time: 1.1270862 Sep 20 12:05:20.381934 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af4a1b-da5a-4ef1-80b5-d85c41903d39 req-a566bc6e-6a80-414a-835c-d6fec83fac50 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:20.383367 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-06af4a1b-da5a-4ef1-80b5-d85c41903d39 req-a566bc6e-6a80-414a-835c-d6fec83fac50 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.3105669 Sep 20 12:05:20.384715 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbb1e6-9118-41f6-b1d0-b5820a2bec25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c977f3-bc89-499c-bc67-0e7715979b95,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:20.393492 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b6c37c61-3ef9-4aae-9552-71f34dda0a1f req-0b7771b9-38ab-4d9f-90d0-2b3060a8d6fe service neutron] 10.222.0.57 "GET /v2.0/networks/dd2b102f-5765-46af-8ed1-b332c721a748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801470 Sep 20 12:05:20.445289 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365d7ca-f93e-4e77-8331-7eeec5b9374c admin admin] Pushing event deleted for resources: {'Network': ['ID=d881358f-02eb-42c0-9cac-6c419eb07ab8,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:20.453868 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-875574a2-22f4-4695-8920-f415d4cbda18 req-a3274769-387b-4c08-b2c4-30960e3b416c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781782 Sep 20 12:05:20.513731 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1c9598c4-ba45-4a3d-a824-3d51ab483e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.520994 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8198b5-d9ba-488c-851f-60f2cc6fbec0 req-fd90ba1f-210d-44bc-b9d4-9c088be3ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:20.522896 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef8198b5-d9ba-488c-851f-60f2cc6fbec0 req-fd90ba1f-210d-44bc-b9d4-9c088be3ab8a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4298782 Sep 20 12:05:20.529868 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1c9598c4-ba45-4a3d-a824-3d51ab483e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.554194 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Made reservation on behalf of 30c7df32a5dd487982bde2955460d182 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:20.556407 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-06af4a1b-da5a-4ef1-80b5-d85c41903d39 req-70e6c9ee-9f96-4ce4-a6a9-642abc6cf18e tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232269 Sep 20 12:05:20.565376 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.604989 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1c9598c4-ba45-4a3d-a824-3d51ab483e6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6f9cd570cb345ce8c9e4d77e18ba80c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5311296 Sep 20 12:05:20.620033 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9598c4-ba45-4a3d-a824-3d51ab483e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ac31db-55ae-4410-abb0-cc79e4813d6a,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:20.626938 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59138) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:20.659061 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-70f4c64e-8649-4ff5-b373-bdeecc38fa0b req-53517a20-e034-4a24-8dcc-6a8d6e8ccdc8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 210 time: 0.0758898 Sep 20 12:05:20.676728 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaff16-3e13-4961-8c93-15a740093993 req-bdf5ab6f-c1d2-4c69-8aa6-12e759478ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:20.678223 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-bdf5ab6f-c1d2-4c69-8aa6-12e759478ea3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 1097 time: 0.0995243 Sep 20 12:05:20.751949 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-09066e50-1a21-43c5-b0d4-ce5110b211c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.763444 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-0dba1d20-b223-4aee-9776-8834e49174ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b HTTP/1.1" status: 200 len: 217 time: 0.0768921 Sep 20 12:05:20.764239 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-54fc7624-031a-4d48-a4de-f9b911a862a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.773191 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Allocated IP 172.20.0.6 (ec31ed81-0d41-439b-9172-a882e52df981/817b4be2-27b9-437d-92d5-693e71dba550/40a2e066-970f-4c27-9170-1888a44c6694) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:05:20.788956 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59140) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:20.800778 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-09066e50-1a21-43c5-b0d4-ce5110b211c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.842339 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaff16-3e13-4961-8c93-15a740093993 req-d8cc903a-7b53-4fbf-a366-5cdf6677417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:20.843787 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-d8cc903a-7b53-4fbf-a366-5cdf6677417c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75038fda-b65e-42b1-b384-9abf93e5283f HTTP/1.1" status: 200 len: 854 time: 0.0720847 Sep 20 12:05:20.872887 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59142) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:20.904993 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-bf37f64e-6a1a-476c-b93d-acf45aa6c5b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500591 Sep 20 12:05:20.923546 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-57a4e6d3-5f26-43e4-826a-88feb4809b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:20.930316 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-67cef651-4697-47ac-9b39-8ddcfb9c8d44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e65d26fc2704cd2b893097c01ccfecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365116 Sep 20 12:05:20.934118 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59144) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:20.999635 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-09066e50-1a21-43c5-b0d4-ce5110b211c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.002774 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-09066e50-1a21-43c5-b0d4-ce5110b211c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.004137 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-09066e50-1a21-43c5-b0d4-ce5110b211c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66ac31db-55ae-4410-abb0-cc79e4813d6a HTTP/1.1" status: 204 len: 168 time: 0.3761783 Sep 20 12:05:21.028381 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-54fc7624-031a-4d48-a4de-f9b911a862a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.036081 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-ca0c6d39-70eb-4b97-97b4-26913f213005 service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229053 Sep 20 12:05:21.037376 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-54fc7624-031a-4d48-a4de-f9b911a862a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.038711 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09066e50-1a21-43c5-b0d4-ce5110b211c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ac31db-55ae-4410-abb0-cc79e4813d6a,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:21.081305 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.110139 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-deb2012b-a692-468f-96f6-762ab150e89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.159432 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-deb2012b-a692-468f-96f6-762ab150e89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.167917 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9caaff16-3e13-4961-8c93-15a740093993 req-f03ca13e-3da5-41e1-aab1-f893eeb1d5c4 service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145105 Sep 20 12:05:21.203708 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-54fc7624-031a-4d48-a4de-f9b911a862a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4203945d495407dbcf768040b5bdf4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9169543 Sep 20 12:05:21.207453 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59148) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:21.217616 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc7624-031a-4d48-a4de-f9b911a862a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ce9a4e-9f4d-447e-873d-bd7e80bbb96a,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:21.223405 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.268635 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c964-e08e-4b5f-951b-3562ad828265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.295060 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c964-e08e-4b5f-951b-3562ad828265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.295283 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Network ec31ed81-0d41-439b-9172-a882e52df981 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:05:21.301362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-57a4e6d3-5f26-43e4-826a-88feb4809b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.304866 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:21.308057 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:05:21.314712 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:21.315499 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.326243 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-57a4e6d3-5f26-43e4-826a-88feb4809b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.351028 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:21.362915 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-deb2012b-a692-468f-96f6-762ab150e89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.365872 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-deb2012b-a692-468f-96f6-762ab150e89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.367043 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-deb2012b-a692-468f-96f6-762ab150e89e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8875c405-16c1-4a56-af17-8a525cf3a6a2 HTTP/1.1" status: 204 len: 168 time: 0.4317472 Sep 20 12:05:21.392013 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-f0234a59-3847-48eb-9a29-4c9f07a954bc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3283803 Sep 20 12:05:21.395924 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-57a4e6d3-5f26-43e4-826a-88feb4809b76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bd948318b2f4e0db4e1146f90b71b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193281 Sep 20 12:05:21.396881 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4e6d3-5f26-43e4-826a-88feb4809b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4acadb6-e775-4c02-b653-b6913e40a217,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:21.398641 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59154) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:21.406919 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Request body: {'port': {'device_id': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:21.428709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c964-e08e-4b5f-951b-3562ad828265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.431343 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2012b-a692-468f-96f6-762ab150e89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8875c405-16c1-4a56-af17-8a525cf3a6a2,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:21.451420 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c964-e08e-4b5f-951b-3562ad828265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.456909 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c7f7c964-e08e-4b5f-951b-3562ad828265 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34ce9a4e-9f4d-447e-873d-bd7e80bbb96a HTTP/1.1" status: 204 len: 168 time: 0.2465150 Sep 20 12:05:21.483675 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7c964-e08e-4b5f-951b-3562ad828265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ce9a4e-9f4d-447e-873d-bd7e80bbb96a,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:21.518748 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.563665 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1f28e999-a153-4848-ac8f-3c9b0d96c4bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.699427 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1f28e999-a153-4848-ac8f-3c9b0d96c4bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.752805 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-f59fee2b-e841-43e5-b7dd-fe0a65adc53e None None] Provisioning complete for port 40a2e066-970f-4c27-9170-1888a44c6694 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:21.753394 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f59fee2b-e841-43e5-b7dd-fe0a65adc53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.811501 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a1366-c7ce-4a18-aa9d-f3e5dba1bc1f req-9bc583a5-eebb-4c02-9ee9-2f7bcb2517c7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:21.818622 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c45a1366-c7ce-4a18-aa9d-f3e5dba1bc1f req-9bc583a5-eebb-4c02-9ee9-2f7bcb2517c7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 944 time: 0.2385552 Sep 20 12:05:21.845160 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-f59fee2b-e841-43e5-b7dd-fe0a65adc53e None None] Port 40a2e066-970f-4c27-9170-1888a44c6694 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:05:21.877372 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32293a04-6e0d-4f7f-b86c-f28b3d0d4293 req-9ba096c5-72a4-4441-95c4-465dafe803c8 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:21.878855 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-32293a04-6e0d-4f7f-b86c-f28b3d0d4293 req-9ba096c5-72a4-4441-95c4-465dafe803c8 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.1771209 Sep 20 12:05:21.908827 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c45a1366-c7ce-4a18-aa9d-f3e5dba1bc1f req-7de42fae-2428-438b-a195-2958726a3411 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710137 Sep 20 12:05:21.943128 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1f28e999-a153-4848-ac8f-3c9b0d96c4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.945770 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1f28e999-a153-4848-ac8f-3c9b0d96c4bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:21.946975 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1f28e999-a153-4848-ac8f-3c9b0d96c4bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4acadb6-e775-4c02-b653-b6913e40a217 HTTP/1.1" status: 204 len: 168 time: 0.5465915 Sep 20 12:05:21.948483 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a2e066-970f-4c27-9170-1888a44c6694 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:05:21.957855 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28e999-a153-4848-ac8f-3c9b0d96c4bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4acadb6-e775-4c02-b653-b6913e40a217,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:21.964114 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-32293a04-6e0d-4f7f-b86c-f28b3d0d4293 req-e3c0931e-2dac-42a3-b98a-b3220cd590be tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 Sep 20 12:05:21.971809 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.015804 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Transition to ACTIVE for port object 40a2e066-970f-4c27-9170-1888a44c6694 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:05:22.022911 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.031082 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59184) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:22.075183 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-67aae921-e959-4ac2-90e8-a59320a90196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.124807 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:22.146226 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Attempting to bind port 40a2e066-970f-4c27-9170-1888a44c6694 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:05:22.147102 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Attempting to bind port 40a2e066-970f-4c27-9170-1888a44c6694 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:05:22.147251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Attempting to bind port 40a2e066-970f-4c27-9170-1888a44c6694 on network ec31ed81-0d41-439b-9172-a882e52df981 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:22.153056 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Port 40a2e066-970f-4c27-9170-1888a44c6694 on network ec31ed81-0d41-439b-9172-a882e52df981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:05:22.153513 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Attempting to bind port 40a2e066-970f-4c27-9170-1888a44c6694 on network ec31ed81-0d41-439b-9172-a882e52df981 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:22.160512 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:05:22.160920 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Checking segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:22.161551 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Bound using segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:05:22.161930 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Bound port: 40a2e066-970f-4c27-9170-1888a44c6694, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:05:22.162292 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.165313 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d4140-ac2b-49db-b57b-07abbae670f7 req-4e4aa8a8-41ad-45f9-9675-ad041bc45c42 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:22.166675 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c47d4140-ac2b-49db-b57b-07abbae670f7 req-4e4aa8a8-41ad-45f9-9675-ad041bc45c42 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.1248028 Sep 20 12:05:22.193931 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59190) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:22.258594 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:05:22.264493 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:05:22.271662 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.347276 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:22.348632 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.350617 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] 10.222.0.57 "PUT /v2.0/ports/40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 200 len: 1093 time: 0.9478090 Sep 20 12:05:22.372830 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:05:22.395679 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d097755b-509e-428a-a33f-3ebc2627c7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "tag": "40a2e066-970f-4c27-9170-1888a44c6694"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:05:22.486241 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6c3a9e-bb59-4463-aaaa-a3af895d1fa9 x-openstack-request-id: req-ed6c3a9e-bb59-4463-aaaa-a3af895d1fa9 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:05:22.486241 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "tag": "40a2e066-970f-4c27-9170-1888a44c6694", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:05:22.486241 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed6c3a9e-bb59-4463-aaaa-a3af895d1fa9 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:05:22.486241 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694', 'status': 'completed', 'code': 200} Sep 20 12:05:22.517511 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e082f2b-7273-4320-9960-fc7afb2ea901 service neutron] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:22.551214 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f344a-daba-401e-8c16-724789755ebf req-8b43b98a-4e1d-4128-9f47-c92e674c72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:22.552865 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-8b43b98a-4e1d-4128-9f47-c92e674c72b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1096 time: 0.0985429 Sep 20 12:05:22.628141 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-a94b626f-8bba-494d-af0d-119849de2dbd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 200 len: 217 time: 0.0648081 Sep 20 12:05:22.689951 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f344a-daba-401e-8c16-724789755ebf req-c210f30b-2037-496d-b6d6-ff78c21fef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:22.691756 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-c210f30b-2037-496d-b6d6-ff78c21fef27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0554545 Sep 20 12:05:22.743938 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c47d4140-ac2b-49db-b57b-07abbae670f7 req-715b7b23-94ce-49cd-a23b-102abf620cbf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5571108 Sep 20 12:05:22.776250 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f344a-daba-401e-8c16-724789755ebf req-44f9291e-8723-4f26-ae00-13b36c8ae202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:22.778414 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-44f9291e-8723-4f26-ae00-13b36c8ae202 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793154 Sep 20 12:05:22.781542 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-51daff6b-f541-41ab-8def-66dfd994b93a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b5d1ac691354ddba3c38e8c69fe1fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5866358 Sep 20 12:05:22.784050 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59216) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:22.811019 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-67aae921-e959-4ac2-90e8-a59320a90196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.823913 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-67aae921-e959-4ac2-90e8-a59320a90196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.886490 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-67aae921-e959-4ac2-90e8-a59320a90196 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c50ce154a2cd41a297ac6e39d6b9328f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8537734 Sep 20 12:05:22.886717 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59222) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:22.894218 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aae921-e959-4ac2-90e8-a59320a90196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f0aef0-7d66-4b31-adf5-3bfbc2ff23b2,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:22.899130 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-acabc9e3-beb8-43bb-8f6f-2201825d3c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.938158 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-acabc9e3-beb8-43bb-8f6f-2201825d3c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:22.960179 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-e68b58a5-e32d-43ed-981d-6b779a1edbb8 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744843 Sep 20 12:05:23.002210 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-acabc9e3-beb8-43bb-8f6f-2201825d3c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.005172 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-acabc9e3-beb8-43bb-8f6f-2201825d3c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.006429 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-acabc9e3-beb8-43bb-8f6f-2201825d3c23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fccc5044-c94c-4a4d-b94f-f11d289f7e7d HTTP/1.1" status: 204 len: 168 time: 0.2212167 Sep 20 12:05:23.012460 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d18ddb06-e308-47e9-87dd-f823935efd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.023018 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabc9e3-beb8-43bb-8f6f-2201825d3c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccc5044-c94c-4a4d-b94f-f11d289f7e7d,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:23.090229 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d18ddb06-e308-47e9-87dd-f823935efd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.146306 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aea49-48d7-479f-aed3-29cbdd6f5498 req-f0db4f5c-dd79-44a0-8971-2881c0b8e0fe tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:23.147942 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8d8aea49-48d7-479f-aed3-29cbdd6f5498 req-f0db4f5c-dd79-44a0-8971-2881c0b8e0fe tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 944 time: 0.1181605 Sep 20 12:05:23.155774 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-258f344a-daba-401e-8c16-724789755ebf req-80a8da61-2c6d-49c8-a533-2720e3bc9604 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832423 Sep 20 12:05:23.161226 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d5a7-f25d-445b-a03f-7b46d7dfb5f0 req-acdc363e-16d0-4602-8496-fdafc83be6ab tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:23.162195 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3893d5a7-f25d-445b-a03f-7b46d7dfb5f0 req-acdc363e-16d0-4602-8496-fdafc83be6ab tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 943 time: 0.0827801 Sep 20 12:05:23.181721 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d18ddb06-e308-47e9-87dd-f823935efd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.188972 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d18ddb06-e308-47e9-87dd-f823935efd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.190538 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-d18ddb06-e308-47e9-87dd-f823935efd5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7f0aef0-7d66-4b31-adf5-3bfbc2ff23b2 HTTP/1.1" status: 204 len: 168 time: 0.3031030 Sep 20 12:05:23.202448 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ddb06-e308-47e9-87dd-f823935efd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f0aef0-7d66-4b31-adf5-3bfbc2ff23b2,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:23.230080 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8d8aea49-48d7-479f-aed3-29cbdd6f5498 req-f0536b9d-45a0-4b38-96d6-0958536bb9bc tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655003 Sep 20 12:05:23.234144 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3893d5a7-f25d-445b-a03f-7b46d7dfb5f0 req-4ceb7d7e-7ec6-45f6-97df-081a7e02cd37 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637906 Sep 20 12:05:23.278607 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-82ed8f3a-603f-45c1-a60b-f22eb2803e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:23.280834 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-82ed8f3a-603f-45c1-a60b-f22eb2803e8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1096 time: 0.0662527 Sep 20 12:05:23.437079 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-1849bb88-2052-4505-a52b-98d22a995fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:23.438711 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-1849bb88-2052-4505-a52b-98d22a995fbb service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.1502225 Sep 20 12:05:23.445275 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 14b26d70-f094-4d9b-97c8-455d9c72ba27 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:05:23.488836 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59252) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:23.490114 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-736a160b-7073-4a35-b89c-ef053eee21a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 200 len: 217 time: 0.0442631 Sep 20 12:05:23.546292 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-6f91e946-befd-4b0e-9d15-826c5b376b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:23.547780 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-6f91e946-befd-4b0e-9d15-826c5b376b50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0493817 Sep 20 12:05:23.566080 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 14b26d70-f094-4d9b-97c8-455d9c72ba27, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=14b26d70-f094-4d9b-97c8-455d9c72ba27,segment=NetworkSegment(6151bed8-511d-471b-97fc-45344031589e),segment_id=6151bed8-511d-471b-97fc-45344031589e)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:23.593712 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '14b26d70-f094-4d9b-97c8-455d9c72ba27', 'network_id': 'dd2b102f-5765-46af-8ed1-b332c721a748', 'port_id': '14b26d70-f094-4d9b-97c8-455d9c72ba27', 'mac_address': 'fa:16:3e:00:ad:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbe8df4-e8eb-4e70-95e6-cbd10aa9bc09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:05:23.599824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-317dad7f-17b1-43d7-8e56-0507679f89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:23.601665 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-317dad7f-17b1-43d7-8e56-0507679f89a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462701 Sep 20 12:05:23.639644 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.654288 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b26d70-f094-4d9b-97c8-455d9c72ba27 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:05:23.691001 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 14b26d70-f094-4d9b-97c8-455d9c72ba27, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=14b26d70-f094-4d9b-97c8-455d9c72ba27,segment=NetworkSegment(6151bed8-511d-471b-97fc-45344031589e),segment_id=6151bed8-511d-471b-97fc-45344031589e)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:23.695600 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.697281 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:05:23.717926 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-73b79c4e-5e78-40ae-882a-f4e805985381 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077297 Sep 20 12:05:23.829360 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=14b26d70-f094-4d9b-97c8-455d9c72ba27,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:23.845111 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:23.850542 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-d097755b-509e-428a-a33f-3ebc2627c7b8 req-681334a8-abc3-4bba-a927-3d10c8899efa service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241481 Sep 20 12:05:23.866682 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'port_id': '6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'mac_address': 'fa:16:3e:fe:5f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75038fda-b65e-42b1-b384-9abf93e5283f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:05:23.867955 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b939d303-e8cf-4c5c-8e00-a0d1ad4fb481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.908827 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.925946 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:05:23.957734 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:23.966168 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:23.977990 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc4027-55f1-4d9a-827a-2220d3733e70 req-4713240b-e61b-4995-ab0e-91ebd6471697 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:23.985340 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7adc4027-55f1-4d9a-827a-2220d3733e70 req-4713240b-e61b-4995-ab0e-91ebd6471697 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.1137612 Sep 20 12:05:24.033172 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:24.045323 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7adc4027-55f1-4d9a-827a-2220d3733e70 req-6311bc3e-a782-4aae-abe8-227f97fb4d1a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589230 Sep 20 12:05:24.075244 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b939d303-e8cf-4c5c-8e00-a0d1ad4fb481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.080744 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b939d303-e8cf-4c5c-8e00-a0d1ad4fb481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.118777 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-b939d303-e8cf-4c5c-8e00-a0d1ad4fb481 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0460c442feb4830b7b21ee313784660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6284471 Sep 20 12:05:24.120631 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939d303-e8cf-4c5c-8e00-a0d1ad4fb481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bda8fe-5858-4107-a9c7-d8981dbc5fde,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:24.121498 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59284) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:24.177031 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-db2965d5-0c9e-4416-a3ec-1d340ed5aff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.202923 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-db2965d5-0c9e-4416-a3ec-1d340ed5aff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.250913 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:05:24.265576 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-db2965d5-0c9e-4416-a3ec-1d340ed5aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.268529 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-db2965d5-0c9e-4416-a3ec-1d340ed5aff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.269686 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-db2965d5-0c9e-4416-a3ec-1d340ed5aff8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66bda8fe-5858-4107-a9c7-d8981dbc5fde HTTP/1.1" status: 204 len: 168 time: 0.1472082 Sep 20 12:05:24.281594 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2965d5-0c9e-4416-a3ec-1d340ed5aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bda8fe-5858-4107-a9c7-d8981dbc5fde,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:24.306105 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['14b26d70-f094-4d9b-97c8-455d9c72ba27'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:05:24.433085 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a1c1-6ca7-4f89-b853-850f85c58e6f req-d531ee48-f241-4908-9f36-b450106d09a4 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:24.440358 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a8d7a1c1-6ca7-4f89-b853-850f85c58e6f req-d531ee48-f241-4908-9f36-b450106d09a4 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 944 time: 0.0983839 Sep 20 12:05:24.467055 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf96e2a-bb8c-4985-ae3f-32268b46abdb req-d67a2aae-4eef-42f9-8a8e-e4b24b8cdeb5 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:24.468288 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ddf96e2a-bb8c-4985-ae3f-32268b46abdb req-d67a2aae-4eef-42f9-8a8e-e4b24b8cdeb5 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 945 time: 0.1115448 Sep 20 12:05:24.503606 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a8d7a1c1-6ca7-4f89-b853-850f85c58e6f req-698bae22-68e5-490c-82a7-04250b21fc28 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623846 Sep 20 12:05:24.534368 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ddf96e2a-bb8c-4985-ae3f-32268b46abdb req-5ee12e4e-cbbe-4677-bfe4-d510f4a0ded0 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593085 Sep 20 12:05:24.826803 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59316) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:24.842995 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e78bae70-f52a-4713-af7f-17343c548dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.940727 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e78bae70-f52a-4713-af7f-17343c548dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.945483 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e78bae70-f52a-4713-af7f-17343c548dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:24.995270 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e78bae70-f52a-4713-af7f-17343c548dfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcaa49dd3726434ea2f0623ec40cc96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673496 Sep 20 12:05:24.997836 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59328) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:25.005180 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bae70-f52a-4713-af7f-17343c548dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88eac359-995c-4051-9a60-cab0091a3428,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:25.066633 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cbbe-5969-46c7-a3f7-9b71211e7de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.091558 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cbbe-5969-46c7-a3f7-9b71211e7de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.186129 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cbbe-5969-46c7-a3f7-9b71211e7de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.189326 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e8a5cbbe-5969-46c7-a3f7-9b71211e7de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.193420 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e8a5cbbe-5969-46c7-a3f7-9b71211e7de9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88eac359-995c-4051-9a60-cab0091a3428 HTTP/1.1" status: 204 len: 168 time: 0.1943638 Sep 20 12:05:25.204090 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5cbbe-5969-46c7-a3f7-9b71211e7de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eac359-995c-4051-9a60-cab0091a3428,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:25.206529 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653344c0-7b5f-48fd-9ede-496f6e832aa6 req-fc9b6929-020e-4313-bde6-0608fc8da1b2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:25.214941 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-653344c0-7b5f-48fd-9ede-496f6e832aa6 req-fc9b6929-020e-4313-bde6-0608fc8da1b2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0912106 Sep 20 12:05:25.294072 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-653344c0-7b5f-48fd-9ede-496f6e832aa6 req-9eda5890-cba4-4f4b-9d6d-bb72abf01cbe tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704920 Sep 20 12:05:25.442459 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:05:25.448695 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 14b26d70-f094-4d9b-97c8-455d9c72ba27 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:05:25.578155 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 14b26d70-f094-4d9b-97c8-455d9c72ba27 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:05:25.587940 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 14b26d70-f094-4d9b-97c8-455d9c72ba27 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:25.588310 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.652781 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:25.670121 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '40a2e066-970f-4c27-9170-1888a44c6694', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'port_id': '40a2e066-970f-4c27-9170-1888a44c6694', 'mac_address': 'fa:16:3e:23:4a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:05:25.693400 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37cc53-f54e-4001-a45d-93076b5c64c4 req-c6cac46b-36ec-4739-b02c-f68e579fd172 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:25.702043 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8a37cc53-f54e-4001-a45d-93076b5c64c4 req-c6cac46b-36ec-4739-b02c-f68e579fd172 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 944 time: 0.1005313 Sep 20 12:05:25.732445 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.734050 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98604984-7d83-462b-98ea-2eda4d97ce0d req-09b89ead-2830-45f2-9ba7-4cae9acf5016 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:25.736341 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-98604984-7d83-462b-98ea-2eda4d97ce0d req-09b89ead-2830-45f2-9ba7-4cae9acf5016 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 945 time: 0.1045623 Sep 20 12:05:25.750548 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.769394 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8a37cc53-f54e-4001-a45d-93076b5c64c4 req-33346114-40ac-4c5b-97da-9bb659396451 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662286 Sep 20 12:05:25.775059 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1776b9-bde7-4b73-b434-2e9ce69463a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b26d70-f094-4d9b-97c8-455d9c72ba27'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:05:25.800504 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-98604984-7d83-462b-98ea-2eda4d97ce0d req-05d37585-2220-43b9-b9aa-920dfc6a2f61 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522625 Sep 20 12:05:25.839712 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a2e066-970f-4c27-9170-1888a44c6694 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:05:25.853274 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 14b26d70-f094-4d9b-97c8-455d9c72ba27, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=14b26d70-f094-4d9b-97c8-455d9c72ba27,segment=NetworkSegment(6151bed8-511d-471b-97fc-45344031589e),segment_id=6151bed8-511d-471b-97fc-45344031589e)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:25.858975 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.859729 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:05:25.902486 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59370) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:25.908902 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:25.917215 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7efd8939-94b5-4f3f-b2d9-09dd49db79fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.919265 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:25.949252 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=14b26d70-f094-4d9b-97c8-455d9c72ba27,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:25.992796 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:05:26.006708 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:26.007073 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.044187 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:26.047069 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7efd8939-94b5-4f3f-b2d9-09dd49db79fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.053440 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7efd8939-94b5-4f3f-b2d9-09dd49db79fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.105991 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59378) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:26.106285 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-7efd8939-94b5-4f3f-b2d9-09dd49db79fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=af6df552ec12466295a2b87736447414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985710 Sep 20 12:05:26.107652 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd8939-94b5-4f3f-b2d9-09dd49db79fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d94c3-f64a-42df-89d4-9ddc4ddb4056,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:26.153441 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['40a2e066-970f-4c27-9170-1888a44c6694'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:05:26.173032 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fa3a-5c88-4921-8760-dd77314e6970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.178198 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.201925 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fa3a-5c88-4921-8760-dd77314e6970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.227453 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:26.238525 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.301614 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fa3a-5c88-4921-8760-dd77314e6970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.304999 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dfa9fa3a-5c88-4921-8760-dd77314e6970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:26.313120 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-dfa9fa3a-5c88-4921-8760-dd77314e6970 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd6d94c3-f64a-42df-89d4-9ddc4ddb4056 HTTP/1.1" status: 204 len: 168 time: 0.2056348 Sep 20 12:05:26.322049 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:26.352335 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9fa3a-5c88-4921-8760-dd77314e6970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d94c3-f64a-42df-89d4-9ddc4ddb4056,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:26.355704 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8131a75-ecc1-4411-b47f-220024681f83" -d '{"events": [{"server_uuid": "ea1776b9-bde7-4b73-b434-2e9ce69463a6", "name": "network-vif-plugged", "status": "completed", "tag": "14b26d70-f094-4d9b-97c8-455d9c72ba27"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:05:26.480884 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d94e7d-7802-4e8b-aced-96c13090b807 req-de8c2d5a-5162-4f47-be10-2c9229961c7b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:26.482378 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-69d94e7d-7802-4e8b-aced-96c13090b807 req-de8c2d5a-5162-4f47-be10-2c9229961c7b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 944 time: 0.0588624 Sep 20 12:05:26.538748 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-69d94e7d-7802-4e8b-aced-96c13090b807 req-7f0f253b-cdbb-48ac-a0c2-aa8c51fd2bce tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 Sep 20 12:05:26.774850 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df5ced0-0ce2-4ccd-bd82-3905047e6158 x-openstack-request-id: req-1df5ced0-0ce2-4ccd-bd82-3905047e6158 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:05:26.775843 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1776b9-bde7-4b73-b434-2e9ce69463a6", "name": "network-vif-plugged", "status": "completed", "tag": "14b26d70-f094-4d9b-97c8-455d9c72ba27", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:05:26.776344 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1df5ced0-0ce2-4ccd-bd82-3905047e6158 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:05:26.776813 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1776b9-bde7-4b73-b434-2e9ce69463a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b26d70-f094-4d9b-97c8-455d9c72ba27', 'code': 200} Sep 20 12:05:26.960703 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1e5a6-1c74-4b2c-96de-c55055c74517 req-098400d9-a4eb-46b5-8694-48d5e3cffd66 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:26.962789 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8af1e5a6-1c74-4b2c-96de-c55055c74517 req-098400d9-a4eb-46b5-8694-48d5e3cffd66 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.1059530 Sep 20 12:05:26.997814 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b087e92-76ff-4e8d-8235-312553128b08 req-814796bf-7d74-4a21-9511-16950a7645ee tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:27.002903 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3b087e92-76ff-4e8d-8235-312553128b08 req-814796bf-7d74-4a21-9511-16950a7645ee tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0996943 Sep 20 12:05:27.027527 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc7718-d1af-48d6-bb3c-ab9120314848 req-f7957ab8-4239-450c-90b6-588b6c585bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:27.029145 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c6cc7718-d1af-48d6-bb3c-ab9120314848 req-f7957ab8-4239-450c-90b6-588b6c585bce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 1098 time: 0.0973022 Sep 20 12:05:27.061340 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-c6cc7718-d1af-48d6-bb3c-ab9120314848 req-5021172f-444d-492a-bff8-27475218d2dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:27.083163 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8af1e5a6-1c74-4b2c-96de-c55055c74517 req-87064ee5-7053-44a2-a931-906ca773f4f9 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130385 Sep 20 12:05:27.119975 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3b087e92-76ff-4e8d-8235-312553128b08 req-999c6c27-b163-4d2b-80d4-65fc42b00325 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040652 Sep 20 12:05:27.199268 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-c6cc7718-d1af-48d6-bb3c-ab9120314848 req-5021172f-444d-492a-bff8-27475218d2dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:27.206219 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-c6cc7718-d1af-48d6-bb3c-ab9120314848 req-5021172f-444d-492a-bff8-27475218d2dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:27.240118 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c6cc7718-d1af-48d6-bb3c-ab9120314848 req-5021172f-444d-492a-bff8-27475218d2dc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037969 Sep 20 12:05:27.262400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021172f-444d-492a-bff8-27475218d2dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eef5a54a-25fa-4ac5-8cb6-9292216466d4,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:27.452487 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:05:27.506955 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 40a2e066-970f-4c27-9170-1888a44c6694 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:05:27.512587 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 40a2e066-970f-4c27-9170-1888a44c6694 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:05:27.513690 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:27.545723 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59460) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:27.626740 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:27.657871 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eaad0-cf7b-4544-a627-5a7ff22f3c0d req-5971c5d3-0419-48f4-a0ba-78a599c5ffc5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:27.660213 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:27.667244 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e64eaad0-cf7b-4544-a627-5a7ff22f3c0d req-5971c5d3-0419-48f4-a0ba-78a599c5ffc5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 944 time: 0.0594971 Sep 20 12:05:27.668728 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:27.710528 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e64eaad0-cf7b-4544-a627-5a7ff22f3c0d req-35f35829-3847-42ab-b4de-593680a5a970 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422983 Sep 20 12:05:27.728192 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:27.810254 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a12910cf-56ea-4aa4-89f4-35517ba4326c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:27.959215 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a12910cf-56ea-4aa4-89f4-35517ba4326c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:27.963547 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a12910cf-56ea-4aa4-89f4-35517ba4326c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.022147 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-a12910cf-56ea-4aa4-89f4-35517ba4326c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbb91e4f0d3b4a9aacbac83e1936b3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753578 Sep 20 12:05:28.023380 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12910cf-56ea-4aa4-89f4-35517ba4326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49072c4-0670-47f9-9a08-e44bf5ef61b5,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:28.025349 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59478) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:28.092832 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-29564f9e-3be6-41a9-8455-c34c0e1c05e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.127040 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-29564f9e-3be6-41a9-8455-c34c0e1c05e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.255067 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ef377-3bc7-42f7-9de1-75237ed3eba4 req-7f044ed3-a5c5-407f-8052-adac6c285622 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:28.256909 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-df0ef377-3bc7-42f7-9de1-75237ed3eba4 req-7f044ed3-a5c5-407f-8052-adac6c285622 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.0860982 Sep 20 12:05:28.265647 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-29564f9e-3be6-41a9-8455-c34c0e1c05e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.268746 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-29564f9e-3be6-41a9-8455-c34c0e1c05e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.270729 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-29564f9e-3be6-41a9-8455-c34c0e1c05e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f49072c4-0670-47f9-9a08-e44bf5ef61b5 HTTP/1.1" status: 204 len: 168 time: 0.2435038 Sep 20 12:05:28.282813 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29564f9e-3be6-41a9-8455-c34c0e1c05e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49072c4-0670-47f9-9a08-e44bf5ef61b5,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:28.350542 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2d3a4-e197-46c4-9b4c-d83edaa36757 req-b15727ed-1a9a-4953-9ed5-88b1d8bda8ec tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:28.352052 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-83d2d3a4-e197-46c4-9b4c-d83edaa36757 req-b15727ed-1a9a-4953-9ed5-88b1d8bda8ec tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0939944 Sep 20 12:05:28.356858 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-df0ef377-3bc7-42f7-9de1-75237ed3eba4 req-06d4cb97-6aa9-4f64-99ac-11e1277c7ae2 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896001 Sep 20 12:05:28.400632 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-83d2d3a4-e197-46c4-9b4c-d83edaa36757 req-e603b8ed-a814-439b-a040-553ffaa53057 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383739 Sep 20 12:05:28.506018 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59502) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:28.609351 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-52f333d9-6d74-4605-a990-608829a84bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.623709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59506) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:28.637459 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f395-ab55-4f4b-8be4-7e5893f4fa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.699505 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-52f333d9-6d74-4605-a990-608829a84bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.703017 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-52f333d9-6d74-4605-a990-608829a84bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.740026 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-52f333d9-6d74-4605-a990-608829a84bc1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7dd8e8ab85884658a3c4a44143e77706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328990 Sep 20 12:05:28.740873 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f333d9-6d74-4605-a990-608829a84bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2b117d-04bd-425a-94e7-e6884eac558f,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:28.744957 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59508) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:28.778915 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642a5f47-f035-42ba-8a7f-23969702a244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b'}, {'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:05:28.782945 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d568d051-2e8c-4445-bd8a-e0e8b4194cc9" -d '{"events": [{"server_uuid": "642a5f47-f035-42ba-8a7f-23969702a244", "name": "network-vif-plugged", "status": "completed", "tag": "6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b"}, {"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-plugged", "status": "completed", "tag": "40a2e066-970f-4c27-9170-1888a44c6694"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:05:28.793539 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f395-ab55-4f4b-8be4-7e5893f4fa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.795725 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-083366c9-c6e2-4977-973d-f0aefb65e335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.807931 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f395-ab55-4f4b-8be4-7e5893f4fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.820466 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-083366c9-c6e2-4977-973d-f0aefb65e335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.860395 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59514) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:28.860570 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-d2d6f395-ab55-4f4b-8be4-7e5893f4fa84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e601c1163ca74b1da357b433770ed60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357197 Sep 20 12:05:28.879996 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-083366c9-c6e2-4977-973d-f0aefb65e335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.880155 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458790e0-fe60-41b4-950e-285a0ddeb768 x-openstack-request-id: req-458790e0-fe60-41b4-950e-285a0ddeb768 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:05:28.880553 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642a5f47-f035-42ba-8a7f-23969702a244", "name": "network-vif-plugged", "status": "completed", "tag": "6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b", "code": 200}, {"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-plugged", "status": "completed", "tag": "40a2e066-970f-4c27-9170-1888a44c6694", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:05:28.880796 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6f395-ab55-4f4b-8be4-7e5893f4fa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de635cfd-684c-4e48-8928-c68453110963,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:28.881112 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-458790e0-fe60-41b4-950e-285a0ddeb768 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:05:28.881600 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642a5f47-f035-42ba-8a7f-23969702a244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'code': 200} Sep 20 12:05:28.881910 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694', 'code': 200} Sep 20 12:05:28.882453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-083366c9-c6e2-4977-973d-f0aefb65e335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.883626 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-083366c9-c6e2-4977-973d-f0aefb65e335 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f2b117d-04bd-425a-94e7-e6884eac558f HTTP/1.1" status: 204 len: 168 time: 0.1389785 Sep 20 12:05:28.903373 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374b3d3-8463-4277-b8b9-36d166741874 req-3d9e200a-e7ee-4ac6-80bc-458914f36865 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:28.903792 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083366c9-c6e2-4977-973d-f0aefb65e335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2b117d-04bd-425a-94e7-e6884eac558f,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:28.905141 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e374b3d3-8463-4277-b8b9-36d166741874 req-3d9e200a-e7ee-4ac6-80bc-458914f36865 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.1082590 Sep 20 12:05:28.927667 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec935393-09b3-4c09-a881-27d27238e378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.964240 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec935393-09b3-4c09-a881-27d27238e378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:28.969633 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e374b3d3-8463-4277-b8b9-36d166741874 req-845f9e9f-5da0-41ce-be15-a4602184ff96 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579600 Sep 20 12:05:29.023287 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec935393-09b3-4c09-a881-27d27238e378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:29.026919 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec935393-09b3-4c09-a881-27d27238e378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:29.028806 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-ec935393-09b3-4c09-a881-27d27238e378 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de635cfd-684c-4e48-8928-c68453110963 HTTP/1.1" status: 204 len: 168 time: 0.1666892 Sep 20 12:05:29.038472 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec935393-09b3-4c09-a881-27d27238e378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de635cfd-684c-4e48-8928-c68453110963,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:29.547881 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600428c-25c8-4b66-9272-047f2d18a624 req-4ec469cb-d088-4943-97b6-52c257a0de5a tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:29.549645 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e600428c-25c8-4b66-9272-047f2d18a624 req-4ec469cb-d088-4943-97b6-52c257a0de5a tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.0935919 Sep 20 12:05:29.564430 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a56c-b631-4286-8b8d-0f063b6166c6 req-bf9da552-fabe-443f-a07a-516e4e168c41 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:29.566442 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a543a56c-b631-4286-8b8d-0f063b6166c6 req-bf9da552-fabe-443f-a07a-516e4e168c41 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0735404 Sep 20 12:05:29.635139 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e600428c-25c8-4b66-9272-047f2d18a624 req-302f90bd-9bdf-4d5e-97fe-1534a41977a9 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659182 Sep 20 12:05:29.665812 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a543a56c-b631-4286-8b8d-0f063b6166c6 req-da2083bd-8324-42f8-96e4-ca6a7f789b03 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906396 Sep 20 12:05:30.100837 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b734773-9647-4d79-afb0-633132cdbfad req-5a376d8a-3136-4cf5-a9b0-c0381eab1b3d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:30.109697 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5b734773-9647-4d79-afb0-633132cdbfad req-5a376d8a-3136-4cf5-a9b0-c0381eab1b3d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0576229 Sep 20 12:05:30.157635 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5b734773-9647-4d79-afb0-633132cdbfad req-a5a4297a-0c32-4c4e-9cac-4559de464266 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Sep 20 12:05:30.794525 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594e7d4-cadd-4e38-8ed9-a8bacb7cd075 req-30673449-69e6-4589-8ba0-d2ea58f076c1 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:30.796319 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7594e7d4-cadd-4e38-8ed9-a8bacb7cd075 req-30673449-69e6-4589-8ba0-d2ea58f076c1 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.0874822 Sep 20 12:05:30.805166 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883aec4-e1f9-464f-a48c-2b20f7ab1e13 req-8d238436-686e-4cff-8073-0f1bfb6c6dfb tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:30.807176 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0883aec4-e1f9-464f-a48c-2b20f7ab1e13 req-8d238436-686e-4cff-8073-0f1bfb6c6dfb tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0719085 Sep 20 12:05:30.866435 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7594e7d4-cadd-4e38-8ed9-a8bacb7cd075 req-dfc2a5e0-ac7e-4d5a-966a-e10868b6f509 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583367 Sep 20 12:05:30.872089 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0883aec4-e1f9-464f-a48c-2b20f7ab1e13 req-dc5eb7fa-006c-4c97-ac98-916715bddd13 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565743 Sep 20 12:05:31.235115 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749aa84-9013-461f-a0ec-79e0fad3d563 req-d86182bf-4314-4d58-965e-0e965b2695bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:31.236938 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8749aa84-9013-461f-a0ec-79e0fad3d563 req-d86182bf-4314-4d58-965e-0e965b2695bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1098 time: 0.0692012 Sep 20 12:05:31.321893 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8749aa84-9013-461f-a0ec-79e0fad3d563 req-ca1de0be-8c93-4170-ac2c-318d8000dc0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715337 Sep 20 12:05:31.398512 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f82ce3-8d7f-4ed4-b88a-d7fbd406005a req-a9647c2a-a4ea-48e2-aeb9-7cd400518abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:31.400447 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-51f82ce3-8d7f-4ed4-b88a-d7fbd406005a req-a9647c2a-a4ea-48e2-aeb9-7cd400518abe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 1099 time: 0.2057416 Sep 20 12:05:31.428537 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c8c5f-dd95-406c-bd00-ec283b25a84d req-b9e7e0ed-624e-4ab5-b6fa-282ff895d79d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:31.432428 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-211c8c5f-dd95-406c-bd00-ec283b25a84d req-b9e7e0ed-624e-4ab5-b6fa-282ff895d79d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.1374698 Sep 20 12:05:31.481721 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-211c8c5f-dd95-406c-bd00-ec283b25a84d req-518cace3-6345-4ea7-bae4-a8892d9bf0ea tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457418 Sep 20 12:05:31.607383 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-51f82ce3-8d7f-4ed4-b88a-d7fbd406005a req-c654e47b-c950-4604-950f-2c15403f403a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645940 Sep 20 12:05:31.931437 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59756) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:32.038251 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fa1a1-0e3e-48ff-ae5a-9d24680333a2 req-1df3a6cc-984a-483a-aabb-8695e75ba264 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:32.039692 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8a4fa1a1-0e3e-48ff-ae5a-9d24680333a2 req-1df3a6cc-984a-483a-aabb-8695e75ba264 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.0778210 Sep 20 12:05:32.067382 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43954631-a518-42ba-9751-f53195c7f553 req-0dfaf095-ed9b-4004-ae1f-2a948747d027 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:32.068805 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-43954631-a518-42ba-9751-f53195c7f553 req-0dfaf095-ed9b-4004-ae1f-2a948747d027 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0978630 Sep 20 12:05:32.070431 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e4e7fbce-7f71-434d-af0f-a4598f66c899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.162776 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8a4fa1a1-0e3e-48ff-ae5a-9d24680333a2 req-bc00242f-af85-4766-bd31-d3cccf1b14b4 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126108 Sep 20 12:05:32.171721 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-43954631-a518-42ba-9751-f53195c7f553 req-77d047c9-b01d-4eab-9a57-93a142adf201 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812109 Sep 20 12:05:32.231721 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e4e7fbce-7f71-434d-af0f-a4598f66c899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.235765 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e4e7fbce-7f71-434d-af0f-a4598f66c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.274704 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e4e7fbce-7f71-434d-af0f-a4598f66c899 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2832215596764366a255db45d3731ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420153 Sep 20 12:05:32.275541 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7fbce-7f71-434d-af0f-a4598f66c899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f36c0e2-7837-4331-9f78-08269e8718d7,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:32.277383 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59762) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:32.335074 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-444e94ce-7eac-4908-b15a-cd98993707d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.359000 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-444e94ce-7eac-4908-b15a-cd98993707d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.410957 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-444e94ce-7eac-4908-b15a-cd98993707d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.414550 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-444e94ce-7eac-4908-b15a-cd98993707d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.419092 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-444e94ce-7eac-4908-b15a-cd98993707d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f36c0e2-7837-4331-9f78-08269e8718d7 HTTP/1.1" status: 204 len: 168 time: 0.1393902 Sep 20 12:05:32.427991 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e94ce-7eac-4908-b15a-cd98993707d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f36c0e2-7837-4331-9f78-08269e8718d7,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:32.646281 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44e373-5fb3-46c3-a81a-16e1391cf793 req-ef18f6bf-a2fc-40d1-be73-61e0c44f51e7 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:32.647830 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0e44e373-5fb3-46c3-a81a-16e1391cf793 req-ef18f6bf-a2fc-40d1-be73-61e0c44f51e7 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Sep 20 12:05:32.696954 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0e44e373-5fb3-46c3-a81a-16e1391cf793 req-7864e5d6-fbbf-40c2-86b3-c372e691077b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405607 Sep 20 12:05:32.757545 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59784) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:32.770326 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e7b76836-88e4-46e7-88fc-1dcd5b0a4770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.861172 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e7b76836-88e4-46e7-88fc-1dcd5b0a4770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.864916 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e7b76836-88e4-46e7-88fc-1dcd5b0a4770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.901891 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e7b76836-88e4-46e7-88fc-1dcd5b0a4770 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b055eb30490f477d971eb264e62b7238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433384 Sep 20 12:05:32.902749 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b76836-88e4-46e7-88fc-1dcd5b0a4770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caa3ae7-f525-4edc-8248-1fa34fc9f745,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:32.904665 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59788) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:32.955145 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-11b51ae9-040f-4124-ad68-87a2412e6bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:32.975593 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-11b51ae9-040f-4124-ad68-87a2412e6bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:33.021237 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-11b51ae9-040f-4124-ad68-87a2412e6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:33.023669 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-11b51ae9-040f-4124-ad68-87a2412e6bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:33.025430 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-11b51ae9-040f-4124-ad68-87a2412e6bc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7caa3ae7-f525-4edc-8248-1fa34fc9f745 HTTP/1.1" status: 204 len: 168 time: 0.1197402 Sep 20 12:05:33.032425 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b51ae9-040f-4124-ad68-87a2412e6bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caa3ae7-f525-4edc-8248-1fa34fc9f745,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:33.284991 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee421e-ce69-479f-87cf-b879157c845f req-67b0ef31-e4b8-4713-a69c-42dd695844dd tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:33.286439 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-75ee421e-ce69-479f-87cf-b879157c845f req-67b0ef31-e4b8-4713-a69c-42dd695844dd tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0488071 Sep 20 12:05:33.323264 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-75ee421e-ce69-479f-87cf-b879157c845f req-01007199-beb4-44a5-a087-0f861e6aece4 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310137 Sep 20 12:05:33.822259 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68665bae-1a25-46b9-83df-c0043697fd4e req-ec224772-e186-4633-bb3d-1af7e8a10c6c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:33.823859 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-68665bae-1a25-46b9-83df-c0043697fd4e req-ec224772-e186-4633-bb3d-1af7e8a10c6c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0513978 Sep 20 12:05:33.863780 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-68665bae-1a25-46b9-83df-c0043697fd4e req-35f0a310-4a94-47fd-9235-d905f51098ab tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320673 Sep 20 12:05:34.437291 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e14c0b-3c09-433f-b805-380fe0e16142 req-7bb009d0-c31d-4329-805a-cf0044c83cd0 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:34.438723 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f6e14c0b-3c09-433f-b805-380fe0e16142 req-7bb009d0-c31d-4329-805a-cf0044c83cd0 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0505800 Sep 20 12:05:34.476552 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f6e14c0b-3c09-433f-b805-380fe0e16142 req-d0c6363f-0e60-4434-95e6-e9a960d32c29 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Sep 20 12:05:34.591025 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59852) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:34.691449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-51f4b824-59b1-4eaa-aaa6-5dda77567c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:34.777284 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-51f4b824-59b1-4eaa-aaa6-5dda77567c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:34.780815 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-51f4b824-59b1-4eaa-aaa6-5dda77567c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:34.817700 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-51f4b824-59b1-4eaa-aaa6-5dda77567c43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86766de17277491eb5a7148367d380ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256210 Sep 20 12:05:34.819521 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4b824-59b1-4eaa-aaa6-5dda77567c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dd443d-d8ca-4eb7-807d-0bfedaa9f3be,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:34.820420 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59860) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:34.871920 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c5409ffe-7343-4f4d-b9f6-4732ecbc9bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:34.895102 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c5409ffe-7343-4f4d-b9f6-4732ecbc9bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:34.937471 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:05:34.944395 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c5409ffe-7343-4f4d-b9f6-4732ecbc9bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:34.947725 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c5409ffe-7343-4f4d-b9f6-4732ecbc9bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:34.952801 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c5409ffe-7343-4f4d-b9f6-4732ecbc9bde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2dd443d-d8ca-4eb7-807d-0bfedaa9f3be HTTP/1.1" status: 204 len: 168 time: 0.1295471 Sep 20 12:05:34.963029 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5409ffe-7343-4f4d-b9f6-4732ecbc9bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dd443d-d8ca-4eb7-807d-0bfedaa9f3be,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:34.999264 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006ee9d-8056-4cae-bbcf-6e8f5746f2bd req-750edf22-91dd-450e-8e84-f6181d34ea25 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:35.000797 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6006ee9d-8056-4cae-bbcf-6e8f5746f2bd req-750edf22-91dd-450e-8e84-f6181d34ea25 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0603201 Sep 20 12:05:35.040610 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6006ee9d-8056-4cae-bbcf-6e8f5746f2bd req-1f75fa65-4103-411e-aa2e-63a43082b3eb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336998 Sep 20 12:05:35.232769 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 59874) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:35.247359 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-30b747c3-21ad-487b-b43f-18baadd7a78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:35.335720 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-30b747c3-21ad-487b-b43f-18baadd7a78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:35.339391 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-30b747c3-21ad-487b-b43f-18baadd7a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:35.382177 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-30b747c3-21ad-487b-b43f-18baadd7a78e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88be544ba013437a8266a94643a7428a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457140 Sep 20 12:05:35.382177 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b747c3-21ad-487b-b43f-18baadd7a78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d004cd8-b768-4c15-bbc0-5bee6e3c8afb,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:35.383108 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 59876) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:35.430023 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-864aee73-9bba-4dd4-9ebc-82370ba909d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:35.451833 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-864aee73-9bba-4dd4-9ebc-82370ba909d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:35.499967 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-864aee73-9bba-4dd4-9ebc-82370ba909d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:35.502489 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-864aee73-9bba-4dd4-9ebc-82370ba909d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:35.503617 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-864aee73-9bba-4dd4-9ebc-82370ba909d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d004cd8-b768-4c15-bbc0-5bee6e3c8afb HTTP/1.1" status: 204 len: 168 time: 0.1189938 Sep 20 12:05:35.512246 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aee73-9bba-4dd4-9ebc-82370ba909d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d004cd8-b768-4c15-bbc0-5bee6e3c8afb,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:35.593717 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e002730-ff48-4666-9c64-74a2145826a7 req-b5bbf747-0f16-46dd-a517-ce89be283973 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:35.595176 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3e002730-ff48-4666-9c64-74a2145826a7 req-b5bbf747-0f16-46dd-a517-ce89be283973 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0498481 Sep 20 12:05:35.632271 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3e002730-ff48-4666-9c64-74a2145826a7 req-406a08a6-e0d5-4c74-a560-0a5ea8c6df90 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312107 Sep 20 12:05:36.194842 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393eaa4-d12a-487e-bdec-e45687dbbde1 req-d2796127-df3a-4824-947a-853a78f7f85d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:36.197647 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3393eaa4-d12a-487e-bdec-e45687dbbde1 req-d2796127-df3a-4824-947a-853a78f7f85d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0623741 Sep 20 12:05:36.237003 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3393eaa4-d12a-487e-bdec-e45687dbbde1 req-ffa40f80-cc68-4999-a92c-f1c3bbc22124 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328817 Sep 20 12:05:36.747088 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda828a-d947-4e3b-8507-b6add4e6a50f req-9a55959d-8beb-44cf-a7cc-65912a50e511 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:36.749211 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9cda828a-d947-4e3b-8507-b6add4e6a50f req-9a55959d-8beb-44cf-a7cc-65912a50e511 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0494695 Sep 20 12:05:36.789628 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9cda828a-d947-4e3b-8507-b6add4e6a50f req-07d886ae-8c69-4122-b614-51bb43a5805e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340321 Sep 20 12:05:37.369224 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12780df6-88fe-4864-a04d-b7362fefa9ff req-bb4338ea-601e-448f-a618-cbdf90b0305d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:37.370712 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-12780df6-88fe-4864-a04d-b7362fefa9ff req-bb4338ea-601e-448f-a618-cbdf90b0305d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0488451 Sep 20 12:05:37.406749 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-12780df6-88fe-4864-a04d-b7362fefa9ff req-4ee9f783-a7c8-4e52-8060-300253908012 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300002 Sep 20 12:05:37.902113 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef918099-902b-499e-a505-5bad8be50e7b req-809532eb-8696-4540-b466-4f839c6279d4 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:37.903435 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef918099-902b-499e-a505-5bad8be50e7b req-809532eb-8696-4540-b466-4f839c6279d4 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0498316 Sep 20 12:05:37.940026 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef918099-902b-499e-a505-5bad8be50e7b req-8c5559bd-ca5f-4a8a-a261-f55958e992f1 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307250 Sep 20 12:05:38.521403 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4312c9d-80ee-4ded-bd82-bb1a577bca5d req-007644c1-e535-4646-afe9-5cc595d15fa8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:38.522707 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d4312c9d-80ee-4ded-bd82-bb1a577bca5d req-007644c1-e535-4646-afe9-5cc595d15fa8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0476403 Sep 20 12:05:38.559348 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d4312c9d-80ee-4ded-bd82-bb1a577bca5d req-273e128c-6e91-45c7-86c2-f1882bae5837 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301692 Sep 20 12:05:39.057561 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1543726-bc7e-4ac4-ad87-fd401dd87dd5 req-904d66e5-dd0a-4b5e-9156-cc2a48910c4a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:39.059576 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a1543726-bc7e-4ac4-ad87-fd401dd87dd5 req-904d66e5-dd0a-4b5e-9156-cc2a48910c4a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.0524917 Sep 20 12:05:39.101681 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a1543726-bc7e-4ac4-ad87-fd401dd87dd5 req-0b8558cf-36ce-4592-8389-249c663015b7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Sep 20 12:05:39.693720 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b3869-a189-4494-84a7-7155697b214c req-c2fb40b1-ea6b-4113-98a8-40791b45ae59 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:39.695188 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f31b3869-a189-4494-84a7-7155697b214c req-c2fb40b1-ea6b-4113-98a8-40791b45ae59 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0576682 Sep 20 12:05:39.741132 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f31b3869-a189-4494-84a7-7155697b214c req-2a399230-78d4-490e-b673-0fa95d6ad333 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366488 Sep 20 12:05:39.859022 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:39.888586 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422fa61-a78d-4d92-80ae-87ba316a800a req-8f538831-ad9f-4371-884d-eb40ed016bb9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:39.890300 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1422fa61-a78d-4d92-80ae-87ba316a800a req-8f538831-ad9f-4371-884d-eb40ed016bb9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0626843 Sep 20 12:05:39.899374 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60062) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:39.903872 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'floatingip': {'port_id': '40a2e066-970f-4c27-9170-1888a44c6694'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:39.916200 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60064) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:39.982848 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.066275 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-72d1ad49-388a-400c-8084-b79117b79ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.219781 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-72d1ad49-388a-400c-8084-b79117b79ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.225917 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-72d1ad49-388a-400c-8084-b79117b79ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.258075 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-72d1ad49-388a-400c-8084-b79117b79ef0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86097dc322694cb787abc0d23707043e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401477 Sep 20 12:05:40.261990 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60082) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:40.287680 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1ad49-388a-400c-8084-b79117b79ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2e5e78-3124-4a24-8818-0b9f77f627e3,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:40.363755 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ad71-13ff-4473-94bc-520b31534585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.418681 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ad71-13ff-4473-94bc-520b31534585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.555234 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ad71-13ff-4473-94bc-520b31534585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.558385 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c4a5ad71-13ff-4473-94bc-520b31534585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.562312 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c4a5ad71-13ff-4473-94bc-520b31534585 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d2e5e78-3124-4a24-8818-0b9f77f627e3 HTTP/1.1" status: 204 len: 168 time: 0.2992752 Sep 20 12:05:40.613118 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-59458b8f-7f3d-4735-83b2-241f3b167a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:40.677391 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5ad71-13ff-4473-94bc-520b31534585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2e5e78-3124-4a24-8818-0b9f77f627e3,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:40.956463 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60122) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:40.971925 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-199d1cac-cac6-4147-8417-bafaae3dd1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.088138 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.088138 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.110767 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-199d1cac-cac6-4147-8417-bafaae3dd1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.115233 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-199d1cac-cac6-4147-8417-bafaae3dd1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.150404 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d1cac-cac6-4147-8417-bafaae3dd1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635eec49-d41f-4e9a-87f0-ef2c62092a25,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:41.159556 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-199d1cac-cac6-4147-8417-bafaae3dd1df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bd428f6bd194a268d9c209ead46d0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011812 Sep 20 12:05:41.165689 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60126) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:41.190845 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.l3_db [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Floating IP d92004ed-3f21-4aae-b614-ec8160781266 associated. External IP: 172.27.3.86, port: 40a2e066-970f-4c27-9170-1888a44c6694. Sep 20 12:05:41.216730 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe47b-2206-4e24-97de-b440c7bb6b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.240709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe47b-2206-4e24-97de-b440c7bb6b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.292052 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe47b-2206-4e24-97de-b440c7bb6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.294896 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a7fe47b-2206-4e24-97de-b440c7bb6b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.298353 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-3a7fe47b-2206-4e24-97de-b440c7bb6b4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/635eec49-d41f-4e9a-87f0-ef2c62092a25 HTTP/1.1" status: 204 len: 168 time: 0.1292355 Sep 20 12:05:41.306327 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fe47b-2206-4e24-97de-b440c7bb6b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635eec49-d41f-4e9a-87f0-ef2c62092a25,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:41.407831 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:05:41.548280 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:05:41.561961 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:41.562122 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] Sync routers for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:05:41.572545 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:05:41.574677 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:05:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:41.590290 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-040370f8-ede0-43a1-b874-41da5f54825c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "PUT /v2.0/floatingips/d92004ed-3f21-4aae-b614-ec8160781266 HTTP/1.1" status: 200 len: 990 time: 1.6897717 Sep 20 12:05:41.591110 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:05:41.593609 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27476f83-01e5-4260-9f64-89d3354fc20e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "tag": "40a2e066-970f-4c27-9170-1888a44c6694"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:05:41.667954 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86d89e4-5a08-42ae-b59c-7dbdf8a849ca x-openstack-request-id: req-d86d89e4-5a08-42ae-b59c-7dbdf8a849ca {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:05:41.668262 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "tag": "40a2e066-970f-4c27-9170-1888a44c6694", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:05:41.669487 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d86d89e4-5a08-42ae-b59c-7dbdf8a849ca {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:05:41.672033 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694', 'status': 'completed', 'code': 200} Sep 20 12:05:41.789365 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:05:41.996069 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60174) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:42.070401 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': 'd92004ed-3f21-4aae-b614-ec8160781266', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'port_id': '40a2e066-970f-4c27-9170-1888a44c6694', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'mac_address': 'fa:16:3e:23:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:05:10Z', 'updated_at': '2021-09-20T12:05:40Z', 'revision_number': 1, 'project_id': '30c7df32a5dd487982bde2955460d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:42.101238 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] Checking router: 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:05:42.111438 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:05:42.112167 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:05:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:42.122348 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-07e82bd2-a0b9-4cd0-b801-a668d57396a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.226559 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:05:42.231353 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-07e82bd2-a0b9-4cd0-b801-a668d57396a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.236125 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-07e82bd2-a0b9-4cd0-b801-a668d57396a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.274754 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e82bd2-a0b9-4cd0-b801-a668d57396a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d346338-a4a4-4feb-a27c-e29a13fe0683,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:42.281644 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60188) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:42.282280 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-07e82bd2-a0b9-4cd0-b801-a668d57396a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c03660820cc540718be1ccca92f71f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846820 Sep 20 12:05:42.338509 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3359fdb-8b86-4b74-a66d-45318845d381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.366281 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3359fdb-8b86-4b74-a66d-45318845d381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.415791 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3359fdb-8b86-4b74-a66d-45318845d381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.418426 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3359fdb-8b86-4b74-a66d-45318845d381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.419571 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c3359fdb-8b86-4b74-a66d-45318845d381 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d346338-a4a4-4feb-a27c-e29a13fe0683 HTTP/1.1" status: 204 len: 168 time: 0.1369753 Sep 20 12:05:42.427392 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3359fdb-8b86-4b74-a66d-45318845d381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d346338-a4a4-4feb-a27c-e29a13fe0683,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:42.464401 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': 'd92004ed-3f21-4aae-b614-ec8160781266', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'port_id': '40a2e066-970f-4c27-9170-1888a44c6694', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'mac_address': 'fa:16:3e:23:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:05:10Z', 'updated_at': '2021-09-20T12:05:40Z', 'revision_number': 1, 'project_id': '30c7df32a5dd487982bde2955460d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:05:42.493866 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c2a8db-2787-4b2d-8383-e36926644f7d None None] The sync data for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi is: [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': 'd92004ed-3f21-4aae-b614-ec8160781266', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'port_id': '40a2e066-970f-4c27-9170-1888a44c6694', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'mac_address': 'fa:16:3e:23:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:05:10Z', 'updated_at': '2021-09-20T12:05:40Z', 'revision_number': 1, 'project_id': '30c7df32a5dd487982bde2955460d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:05:42.733339 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041321b9-7a8c-4606-acf0-5dbe9cb022a1 None None] New status for floating IP d92004ed-3f21-4aae-b614-ec8160781266: ACTIVE {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:05:42.860006 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60214) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:42.876449 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-81842598-2554-4c60-9f49-d8fbad2bc71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.974543 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-81842598-2554-4c60-9f49-d8fbad2bc71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:42.978481 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-81842598-2554-4c60-9f49-d8fbad2bc71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:43.017889 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-81842598-2554-4c60-9f49-d8fbad2bc71b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e684bf9e278452e8f555c390401bb57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565247 Sep 20 12:05:43.018399 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81842598-2554-4c60-9f49-d8fbad2bc71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ec7c69-59e6-49f6-b80e-2095c70513aa,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:43.020632 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60220) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:43.081883 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-0f3c852d-99fd-4aff-be6e-bca631bee29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:43.103589 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-0f3c852d-99fd-4aff-be6e-bca631bee29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:43.150660 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-0f3c852d-99fd-4aff-be6e-bca631bee29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:43.153196 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-0f3c852d-99fd-4aff-be6e-bca631bee29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:43.154494 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-0f3c852d-99fd-4aff-be6e-bca631bee29e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19ec7c69-59e6-49f6-b80e-2095c70513aa HTTP/1.1" status: 204 len: 168 time: 0.1323004 Sep 20 12:05:43.162097 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c852d-99fd-4aff-be6e-bca631bee29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ec7c69-59e6-49f6-b80e-2095c70513aa,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:43.271311 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9306485b-2386-410f-abc3-a5f9553773ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:43.862684 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60270) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:43.964051 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-86557199-network', 'tenant_id': '3d66121d7d394ff8b671c6ab7c88df1a'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:43.997154 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Made reservation on behalf of 3d66121d7d394ff8b671c6ab7c88df1a for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:43.999862 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.009064 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.070685 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.123970 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.127960 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.148452 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:05:44.163414 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa448c95-b5aa-426d-bcff-13c974b5e812,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:44.166305 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.166644 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Added segment fe438c47-3516-4531-ab19-2a1ecaebab8b of type vlan for network 64fe6586-03fc-421e-a9a5-a4353381ca93 Sep 20 12:05:44.208552 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.231677 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.232631 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:44.233202 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.260910 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3970666 Sep 20 12:05:44.263969 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60282) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:44.268836 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Request body: {'subnet': {'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-86557199-subnet', 'tenant_id': '3d66121d7d394ff8b671c6ab7c88df1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:44.294392 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb79a7-dd81-4964-b743-9ad220a872da admin admin] Pushing event updated for resources: {'Network': ['ID=64fe6586-03fc-421e-a9a5-a4353381ca93,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:44.301811 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Made reservation on behalf of 3d66121d7d394ff8b671c6ab7c88df1a for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:44.304345 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.305490 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 64fe6586-03fc-421e-a9a5-a4353381ca93 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:05:44.349317 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476f83-01e5-4260-9f64-89d3354fc20e req-f5207842-4397-41c6-b7da-87067aacd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:44.350787 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-27476f83-01e5-4260-9f64-89d3354fc20e req-f5207842-4397-41c6-b7da-87067aacd6ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1098 time: 0.0430171 Sep 20 12:05:44.381643 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.491752 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.508331 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476f83-01e5-4260-9f64-89d3354fc20e req-c6e1438f-2af0-41a7-a21c-8c21b7099f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:44.509789 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-27476f83-01e5-4260-9f64-89d3354fc20e req-c6e1438f-2af0-41a7-a21c-8c21b7099f96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.1515980 Sep 20 12:05:44.547383 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44d9a94-cb80-4538-8d77-517b93134c60,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:44.557235 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Checking segment: {'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:44.557585 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Network hostable DHCP agents. Network: 64fe6586-03fc-421e-a9a5-a4353381ca93, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:05:44.581897 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Network 64fe6586-03fc-421e-a9a5-a4353381ca93 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:05:44.592324 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 64fe6586-03fc-421e-a9a5-a4353381ca93) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:44.597849 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:44.599858 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:44.601143 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a29118-ce44-4d27-a876-a6974d669ecc None None] Network 64fe6586-03fc-421e-a9a5-a4353381ca93 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:05:44.624481 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-3fb64986-261c-4699-b183-d14d52551e71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3593633 Sep 20 12:05:44.785582 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-27476f83-01e5-4260-9f64-89d3354fc20e req-a455897f-f6e1-4236-9a87-08c2ee5eddd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 200 len: 1000 time: 0.2666440 Sep 20 12:05:44.845586 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f00821-86f1-4e35-a284-65c9151a0bd1 None None] Network 64fe6586-03fc-421e-a9a5-a4353381ca93 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:05:44.850290 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476f83-01e5-4260-9f64-89d3354fc20e req-829d2982-16b6-4648-97b1-4113d15b00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:44.855421 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-27476f83-01e5-4260-9f64-89d3354fc20e req-829d2982-16b6-4648-97b1-4113d15b00e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0498159 Sep 20 12:05:44.920298 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476f83-01e5-4260-9f64-89d3354fc20e req-64ee6cc4-884a-4d86-9f43-48676c6fb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:44.922042 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-27476f83-01e5-4260-9f64-89d3354fc20e req-64ee6cc4-884a-4d86-9f43-48676c6fb1f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564620 Sep 20 12:05:45.025692 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-27476f83-01e5-4260-9f64-89d3354fc20e req-8286b2e4-8657-4c87-9255-0bef6fbef666 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960269 Sep 20 12:05:45.127868 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-27476f83-01e5-4260-9f64-89d3354fc20e req-5b01261d-f467-43fd-bdfb-abf9de125907 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942466 Sep 20 12:05:45.692215 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:46.512295 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-6ae2bb6b-de24-4e91-ba24-9272fd820913 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:46.513676 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-6ae2bb6b-de24-4e91-ba24-9272fd820913 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/networks?id=64fe6586-03fc-421e-a9a5-a4353381ca93 HTTP/1.1" status: 200 len: 807 time: 0.1227384 Sep 20 12:05:46.542012 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-f2e6e3dc-cdd4-44fc-aa73-56b942ea2e35 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/quotas/3d66121d7d394ff8b671c6ab7c88df1a HTTP/1.1" status: 200 len: 375 time: 0.0222659 Sep 20 12:05:46.591728 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-edb29956-009a-423f-92bc-e3e0968d7daf tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d66121d7d394ff8b671c6ab7c88df1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378053 Sep 20 12:05:46.686597 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-e0e74733-ff88-4d3a-bece-20b16fb633f9 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878792 Sep 20 12:05:46.786535 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-9f8043ad-4926-421c-9229-96cc1ce4b4b2 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918286 Sep 20 12:05:46.868350 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60398) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:46.955448 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6e9366ad-8dc1-4d0e-83be-4d310a18c853 req-2ee966e5-113d-409f-bbba-0e1b1802a529 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 210 time: 0.0309649 Sep 20 12:05:46.985762 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4840c8ef-f763-4f76-b37a-fda08e7d06c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.076941 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4840c8ef-f763-4f76-b37a-fda08e7d06c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.083475 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4840c8ef-f763-4f76-b37a-fda08e7d06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.125022 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-4840c8ef-f763-4f76-b37a-fda08e7d06c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5bbe428162c429f83bb3f641020c685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553048 Sep 20 12:05:47.127013 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840c8ef-f763-4f76-b37a-fda08e7d06c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6687e47-68ff-438d-99b1-c8402fef34f3,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:47.127757 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60410) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:47.184377 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e39cd695-d7c8-4672-8215-9e358ad0c27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.218303 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e39cd695-d7c8-4672-8215-9e358ad0c27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.452436 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e39cd695-d7c8-4672-8215-9e358ad0c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.454807 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e39cd695-d7c8-4672-8215-9e358ad0c27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.456002 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e39cd695-d7c8-4672-8215-9e358ad0c27e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6687e47-68ff-438d-99b1-c8402fef34f3 HTTP/1.1" status: 204 len: 168 time: 0.3270562 Sep 20 12:05:47.463665 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39cd695-d7c8-4672-8215-9e358ad0c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6687e47-68ff-438d-99b1-c8402fef34f3,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:47.720808 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60440) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:47.733447 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cbd5090f-b3b6-48b8-881b-a426ee8b5cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.817907 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cbd5090f-b3b6-48b8-881b-a426ee8b5cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.821933 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cbd5090f-b3b6-48b8-881b-a426ee8b5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.857894 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-cbd5090f-b3b6-48b8-881b-a426ee8b5cd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6df0cccb68f54bbeb1c6e14d4f640cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1360521 Sep 20 12:05:47.858970 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5090f-b3b6-48b8-881b-a426ee8b5cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938c0c99-bfa8-43f8-aa34-403c32c1cf30,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:47.860723 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60442) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:47.909224 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-aa361b3e-da6c-40bf-b4b7-589151d6e224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.929984 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-aa361b3e-da6c-40bf-b4b7-589151d6e224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.976652 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-aa361b3e-da6c-40bf-b4b7-589151d6e224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.979972 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-aa361b3e-da6c-40bf-b4b7-589151d6e224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:47.981092 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-aa361b3e-da6c-40bf-b4b7-589151d6e224 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/938c0c99-bfa8-43f8-aa34-403c32c1cf30 HTTP/1.1" status: 204 len: 168 time: 0.1193960 Sep 20 12:05:47.989551 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa361b3e-da6c-40bf-b4b7-589151d6e224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938c0c99-bfa8-43f8-aa34-403c32c1cf30,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:48.068865 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-25f387f8-f53b-4a57-b2b9-2c6194029f4e req-de73c925-88b6-4daf-91a7-b335c822ad8c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 210 time: 0.0290518 Sep 20 12:05:48.292432 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60452) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:48.305549 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4b34b061-7256-436a-ac2f-a5be6d8e6026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:48.389370 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4b34b061-7256-436a-ac2f-a5be6d8e6026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:48.392605 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4b34b061-7256-436a-ac2f-a5be6d8e6026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:48.428500 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-4b34b061-7256-436a-ac2f-a5be6d8e6026 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3fb227ef2724bcbb0644c146173cc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1350024 Sep 20 12:05:48.429312 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34b061-7256-436a-ac2f-a5be6d8e6026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28faaabc-24fd-4710-8f5a-3503bcdc0671,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:48.431734 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60456) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:05:48.481278 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e11bf0e0-3492-40cc-b592-d40f7a1cc076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:48.502006 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e11bf0e0-3492-40cc-b592-d40f7a1cc076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:48.550143 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e11bf0e0-3492-40cc-b592-d40f7a1cc076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:48.552951 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e11bf0e0-3492-40cc-b592-d40f7a1cc076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:48.557767 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e11bf0e0-3492-40cc-b592-d40f7a1cc076 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28faaabc-24fd-4710-8f5a-3503bcdc0671 HTTP/1.1" status: 204 len: 168 time: 0.1247919 Sep 20 12:05:48.571560 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bf0e0-3492-40cc-b592-d40f7a1cc076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28faaabc-24fd-4710-8f5a-3503bcdc0671,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:49.160666 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-484aaa62-5c6f-4318-a42f-98ea43a2bd88 req-360bb54b-a7ef-41f3-a0df-9d3d0763ea4d tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 210 time: 0.0260220 Sep 20 12:05:50.264397 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-afe92467-9d7f-490d-9dff-61b1a4dbfa10 req-cb77d5f5-1a29-4dda-bcce-bcc0aed042df tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 210 time: 0.0286300 Sep 20 12:05:50.384913 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd026a-34ca-4a6c-88a8-62343d521fda req-04cb5eb3-3e8d-4fd5-8638-55f69dbb22c9 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:50.386739 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c5cd026a-34ca-4a6c-88a8-62343d521fda req-04cb5eb3-3e8d-4fd5-8638-55f69dbb22c9 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.0530963 Sep 20 12:05:50.425733 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c5cd026a-34ca-4a6c-88a8-62343d521fda req-0ca59275-246b-42f2-a532-b9cb3bbe9d7b tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329351 Sep 20 12:05:50.686562 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-5bc649a8-9a6b-48ea-b01d-9fa2b7a502ff tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:50.690368 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-5bc649a8-9a6b-48ea-b01d-9fa2b7a502ff tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.57 "GET /v2.0/networks?id=64fe6586-03fc-421e-a9a5-a4353381ca93 HTTP/1.1" status: 200 len: 807 time: 0.1199379 Sep 20 12:05:50.706266 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Request body: {'port': {'device_id': '8505cde5-2825-498d-9f35-b8b812712d3f', 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93', 'admin_state_up': True, 'tenant_id': '3d66121d7d394ff8b671c6ab7c88df1a'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:50.848897 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Made reservation on behalf of 3d66121d7d394ff8b671c6ab7c88df1a for: {'port': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:05:50.852672 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:51.043573 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Allocated IP 172.20.0.9 (64fe6586-03fc-421e-a9a5-a4353381ca93/a44d9a94-cb80-4538-8d77-517b93134c60/f91592a9-a0be-4612-9c81-69e3dceb743a) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:05:51.192508 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:51.230334 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:51.279850 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Network 64fe6586-03fc-421e-a9a5-a4353381ca93 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:05:51.282971 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:05:51.286871 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:05:51.330081 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Pushing event updated for resources: {'Port': ['ID=f91592a9-a0be-4612-9c81-69e3dceb743a,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:51.349771 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:51.350374 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:51.386736 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-7bb6a211-a0da-4d92-90e6-c1db138d86bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6857326 Sep 20 12:05:51.400585 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Request body: {'port': {'device_id': '8505cde5-2825-498d-9f35-b8b812712d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:05:51.428841 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd656197-f6d6-44fa-8825-6465bd67f3e3 req-a48b5a83-fe51-40b3-a73d-a1c3004a57b9 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:51.430346 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cd656197-f6d6-44fa-8825-6465bd67f3e3 req-a48b5a83-fe51-40b3-a73d-a1c3004a57b9 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 931 time: 0.0759313 Sep 20 12:05:51.483700 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:51.505007 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cd656197-f6d6-44fa-8825-6465bd67f3e3 req-c0972caa-888a-43cc-8188-22767a9147ce tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677860 Sep 20 12:05:51.586726 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e6ae9-080b-4dd1-b730-f08c870a11b7 req-22f2793e-11dc-43a1-8939-fa0cc1014593 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:51.588249 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cd5e6ae9-080b-4dd1-b730-f08c870a11b7 req-22f2793e-11dc-43a1-8939-fa0cc1014593 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.0866690 Sep 20 12:05:51.696518 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cd5e6ae9-080b-4dd1-b730-f08c870a11b7 req-6bce06d9-7491-4a23-b13f-a2521d301ed4 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606923 Sep 20 12:05:51.820985 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91592a9-a0be-4612-9c81-69e3dceb743a {{(pid=94128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:05:51.828450 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:51.839945 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.provisioning_blocks [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Transition to ACTIVE for port object f91592a9-a0be-4612-9c81-69e3dceb743a will not be triggered until provisioned by entity L2. {{(pid=94128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:05:51.843455 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:51.897762 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Pushing event updated for resources: {'Port': ['ID=f91592a9-a0be-4612-9c81-69e3dceb743a,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:51.964037 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Attempting to bind port f91592a9-a0be-4612-9c81-69e3dceb743a on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:05:51.964369 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Attempting to bind port f91592a9-a0be-4612-9c81-69e3dceb743a by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:05:51.964690 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Attempting to bind port f91592a9-a0be-4612-9c81-69e3dceb743a on network 64fe6586-03fc-421e-a9a5-a4353381ca93 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:51.968781 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Port f91592a9-a0be-4612-9c81-69e3dceb743a on network 64fe6586-03fc-421e-a9a5-a4353381ca93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:05:51.969095 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Attempting to bind port f91592a9-a0be-4612-9c81-69e3dceb743a on network 64fe6586-03fc-421e-a9a5-a4353381ca93 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:05:51.973655 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:05:51.973977 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Checking segment: {'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:05:51.974345 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Bound using segment: {'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:05:51.974755 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Bound port: f91592a9-a0be-4612-9c81-69e3dceb743a, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'}}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:05:51.975095 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:52.052999 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] For port f91592a9-a0be-4612-9c81-69e3dceb743a, host hv-cinder-81000, cleared binding levels {{(pid=94128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:05:52.057352 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] For port f91592a9-a0be-4612-9c81-69e3dceb743a, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f91592a9-a0be-4612-9c81-69e3dceb743a,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:05:52.063053 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:52.114576 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:52.115634 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:52.119962 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] 10.222.0.57 "PUT /v2.0/ports/f91592a9-a0be-4612-9c81-69e3dceb743a HTTP/1.1" status: 200 len: 1093 time: 0.7238884 Sep 20 12:05:52.120516 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8505cde5-2825-498d-9f35-b8b812712d3f', 'tag': 'f91592a9-a0be-4612-9c81-69e3dceb743a'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:05:52.123494 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d" -d '{"events": [{"name": "network-changed", "server_uuid": "8505cde5-2825-498d-9f35-b8b812712d3f", "tag": "f91592a9-a0be-4612-9c81-69e3dceb743a"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:05:52.157879 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06e5ba-e0d3-465b-be2a-82c5fa8cf2db service neutron] Pushing event updated for resources: {'Port': ['ID=f91592a9-a0be-4612-9c81-69e3dceb743a,revision_number=3']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:52.200582 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adde6da-4380-4e38-b869-9ffe23cec89d x-openstack-request-id: req-7adde6da-4380-4e38-b869-9ffe23cec89d {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:05:52.200988 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8505cde5-2825-498d-9f35-b8b812712d3f", "tag": "f91592a9-a0be-4612-9c81-69e3dceb743a", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:05:52.201237 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7adde6da-4380-4e38-b869-9ffe23cec89d {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:05:52.201621 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8505cde5-2825-498d-9f35-b8b812712d3f', 'tag': 'f91592a9-a0be-4612-9c81-69e3dceb743a', 'status': 'completed', 'code': 200} Sep 20 12:05:52.229135 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-42084006-53af-4243-9810-3a0124db5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:52.231524 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-42084006-53af-4243-9810-3a0124db5c5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d66121d7d394ff8b671c6ab7c88df1a&device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 1096 time: 0.0665493 Sep 20 12:05:52.279974 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-a313113f-3da5-45ca-a326-a603b35b3368 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91592a9-a0be-4612-9c81-69e3dceb743a HTTP/1.1" status: 200 len: 217 time: 0.0358346 Sep 20 12:05:52.344709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-f4db7f43-d943-44f4-80c8-93ad7e11ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:52.346589 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-f4db7f43-d943-44f4-80c8-93ad7e11ddf5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a44d9a94-cb80-4538-8d77-517b93134c60 HTTP/1.1" status: 200 len: 847 time: 0.0586789 Sep 20 12:05:52.390021 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-39458218-8bc2-44c6-a9c9-d8698dad3c10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64fe6586-03fc-421e-a9a5-a4353381ca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283642 Sep 20 12:05:52.501514 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-49df17e4-14e8-4a86-b779-d80e5d44dccb service neutron] 10.222.0.57 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902021 Sep 20 12:05:52.636180 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-6dbe63ba-404b-48e5-b1ad-e41431006eb1 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:52.637815 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-6dbe63ba-404b-48e5-b1ad-e41431006eb1 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.0924239 Sep 20 12:05:52.655000 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a85588-2c92-4a93-a107-9528e7b5d963 req-f6b670fe-8d5d-4a23-8109-200aeb411a56 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:52.656506 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-78a85588-2c92-4a93-a107-9528e7b5d963 req-f6b670fe-8d5d-4a23-8109-200aeb411a56 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 943 time: 0.0660944 Sep 20 12:05:52.670037 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9ffe638-b118-457d-a309-65ecce4b04ef req-d1ece2c2-9727-4066-9f0e-5113bdcf0371 service neutron] 10.222.0.57 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564243 Sep 20 12:05:52.707965 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-78a85588-2c92-4a93-a107-9528e7b5d963 req-f785deaf-621b-44c0-8a04-ee7acd7541aa tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 Sep 20 12:05:52.791202 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Deleting port 14b26d70-f094-4d9b-97c8-455d9c72ba27 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:05:52.791608 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:52.829169 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114794e1-b6e9-4157-984d-be42d7879282 req-706c1b41-83e4-4430-9f10-0a356cb5079b tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:52.830937 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-114794e1-b6e9-4157-984d-be42d7879282 req-706c1b41-83e4-4430-9f10-0a356cb5079b tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 945 time: 0.0562265 Sep 20 12:05:52.887064 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-114794e1-b6e9-4157-984d-be42d7879282 req-44b38239-da6a-40fd-ab5f-e4852d4c29e3 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/security-groups?id=549ca201-9aba-43fd-9f2f-737f16c84b69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486968 Sep 20 12:05:52.912629 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] For port 14b26d70-f094-4d9b-97c8-455d9c72ba27, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=14b26d70-f094-4d9b-97c8-455d9c72ba27,segment=NetworkSegment(6151bed8-511d-471b-97fc-45344031589e),segment_id=6151bed8-511d-471b-97fc-45344031589e)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:52.913001 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:52.934807 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Calling delete_port for 14b26d70-f094-4d9b-97c8-455d9c72ba27 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:05:53.101413 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:53.129349 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Pushing event deleted for resources: {'Port': ['ID=14b26d70-f094-4d9b-97c8-455d9c72ba27,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:53.188670 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] No DVR routers for this DVR port 14b26d70-f094-4d9b-97c8-455d9c72ba27 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:05:53.191597 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:53.193564 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-15f7782b-6ab1-41ff-8f83-e4e7737316e9 req-5a4299c7-3216-4006-bbd3-6487237ec8d6 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.57 "DELETE /v2.0/ports/14b26d70-f094-4d9b-97c8-455d9c72ba27 HTTP/1.1" status: 204 len: 173 time: 0.5479228 Sep 20 12:05:53.193993 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1776b9-bde7-4b73-b434-2e9ce69463a6', 'name': 'network-vif-deleted', 'tag': '14b26d70-f094-4d9b-97c8-455d9c72ba27'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:05:53.196724 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef583fc-780e-441b-8d86-2dc6ed985ef9" -d '{"events": [{"server_uuid": "ea1776b9-bde7-4b73-b434-2e9ce69463a6", "name": "network-vif-deleted", "tag": "14b26d70-f094-4d9b-97c8-455d9c72ba27"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:05:53.234141 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f577ca6c-119a-4d71-b9e3-960472b29b70 x-openstack-request-id: req-f577ca6c-119a-4d71-b9e3-960472b29b70 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:05:53.234430 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1776b9-bde7-4b73-b434-2e9ce69463a6", "name": "network-vif-deleted", "tag": "14b26d70-f094-4d9b-97c8-455d9c72ba27", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:05:53.234674 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f577ca6c-119a-4d71-b9e3-960472b29b70 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:05:53.235060 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1776b9-bde7-4b73-b434-2e9ce69463a6', 'name': 'network-vif-deleted', 'tag': '14b26d70-f094-4d9b-97c8-455d9c72ba27', 'status': 'completed', 'code': 200} Sep 20 12:05:53.824062 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec695-84cd-4589-883c-b9b88e5b87e5 req-ff297b30-814a-4cf5-9568-bc122c7e9947 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:53.825487 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-890ec695-84cd-4589-883c-b9b88e5b87e5 req-ff297b30-814a-4cf5-9568-bc122c7e9947 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 943 time: 0.0477941 Sep 20 12:05:53.861283 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-890ec695-84cd-4589-883c-b9b88e5b87e5 req-fce68f1c-27a8-4446-892d-0b9c2c0ba7eb tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298471 Sep 20 12:05:53.976276 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0cc5548f-f37f-4f8a-a860-d44f50652e50 req-dd2ce4ef-f0e3-4239-822a-1631dd58b9ea tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.0258772 Sep 20 12:05:54.973352 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befce7a6-f87a-43e0-aee4-21b46c4fdaa2 req-670d97ee-4416-468a-ab8c-6dd35baa64b5 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:54.974805 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-befce7a6-f87a-43e0-aee4-21b46c4fdaa2 req-670d97ee-4416-468a-ab8c-6dd35baa64b5 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 943 time: 0.0481615 Sep 20 12:05:55.014941 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-befce7a6-f87a-43e0-aee4-21b46c4fdaa2 req-e594e0eb-e2cf-46ec-9804-33cefd4abd29 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343766 Sep 20 12:05:55.093189 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dd8c7d37-0612-4fc2-b96a-e203876e0a6d req-36a4f365-a843-4038-8347-dd5660c8868d tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.0257394 Sep 20 12:05:55.541569 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['14b26d70-f094-4d9b-97c8-455d9c72ba27'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:05:55.653739 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-5afc5353-c4cf-42da-8ae7-88daf92bfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:55.655136 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-5afc5353-c4cf-42da-8ae7-88daf92bfcf8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d66121d7d394ff8b671c6ab7c88df1a&device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 1096 time: 0.0391929 Sep 20 12:05:55.744950 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-407b1661-060b-4cde-86aa-0a7f868d68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:55.746422 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-407b1661-060b-4cde-86aa-0a7f868d68b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=64fe6586-03fc-421e-a9a5-a4353381ca93 HTTP/1.1" status: 200 len: 908 time: 0.0822182 Sep 20 12:05:55.790508 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-bb5d4a1d-40d6-4fac-95f2-5dc2ba46d5ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f91592a9-a0be-4612-9c81-69e3dceb743a HTTP/1.1" status: 200 len: 217 time: 0.0355399 Sep 20 12:05:55.841606 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-62049004-180c-4a3e-bee6-0640cf58f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:55.843052 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-62049004-180c-4a3e-bee6-0640cf58f276 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a44d9a94-cb80-4538-8d77-517b93134c60 HTTP/1.1" status: 200 len: 847 time: 0.0424631 Sep 20 12:05:55.880136 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-c1a5c0b4-d4e7-4b17-8773-bb70906e67a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64fe6586-03fc-421e-a9a5-a4353381ca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246131 Sep 20 12:05:55.973950 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-f547bf96-a5f2-4580-a75f-40dcb9f2de7c service neutron] 10.222.0.57 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839508 Sep 20 12:05:56.064961 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-221d417e-0f2f-4810-91cf-ddbf9bf7cb3d req-bdc4a72f-c15c-4184-bd04-e99a6bf14385 service neutron] 10.222.0.57 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801198 Sep 20 12:05:56.138783 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d6237-ff9b-4591-b246-e40deb22af6a req-99a1ed0d-c5a2-425a-b260-f9e6320a8cb7 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:56.141429 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4b6d6237-ff9b-4591-b246-e40deb22af6a req-99a1ed0d-c5a2-425a-b260-f9e6320a8cb7 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 943 time: 0.0593228 Sep 20 12:05:56.221211 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4b6d6237-ff9b-4591-b246-e40deb22af6a req-4789b2b5-ed2e-4e57-872a-7726cc5d85cc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738044 Sep 20 12:05:56.223179 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4bc1941d-1b36-4203-8d31-c1c7972d0773 req-b57b2b28-c5cd-4b0d-bc07-59ca7d6813b4 tempest-DeleteServersTestJSON-814731261 tempest-DeleteServersTestJSON-814731261-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea1776b9-bde7-4b73-b434-2e9ce69463a6 HTTP/1.1" status: 200 len: 210 time: 0.0379987 Sep 20 12:05:57.399597 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6db1-6c97-46a2-bc07-b5522b7f089b req-17767168-97be-4263-9208-56baf8fd1399 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:57.401377 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-78aa6db1-6c97-46a2-bc07-b5522b7f089b req-17767168-97be-4263-9208-56baf8fd1399 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 943 time: 0.0926948 Sep 20 12:05:57.491710 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-78aa6db1-6c97-46a2-bc07-b5522b7f089b req-647bb4b6-b8e3-4311-a727-0623e3db25f6 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582378 Sep 20 12:05:57.500649 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-4e088084-512a-4b5a-be93-8d9fb8904eec tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:57.503309 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-4e088084-512a-4b5a-be93-8d9fb8904eec tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 814 time: 0.1527967 Sep 20 12:05:57.528599 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-a71391f9-979a-4ff4-b18b-58ba15520738 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/quotas/a13c5ca0df77442a97a81464f7f57250 HTTP/1.1" status: 200 len: 375 time: 0.0190165 Sep 20 12:05:57.582300 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ac94037b-d06f-461f-8cc9-707de4e5196b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472653 Sep 20 12:05:57.690413 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-8797b09d-07b2-42c5-a166-fe2848f2669e service neutron] 10.222.0.20 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976000 Sep 20 12:05:57.787652 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-a2e79969-f64c-4554-aa31-6e14b53460f4 service neutron] 10.222.0.20 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905914 Sep 20 12:05:57.955491 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6985fdc5-0c3c-46e3-9a32-cd1382ac1530 req-84a64a09-01ef-406a-9746-4517d1545d2b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 210 time: 0.0272007 Sep 20 12:05:58.519841 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device f91592a9-a0be-4612-9c81-69e3dceb743a details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:05:58.610504 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1b830-765e-4a19-ad9d-533c6880501b req-fb47bbf5-faa4-4373-88ba-bec545ff3dc8 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:58.611982 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-97c1b830-765e-4a19-ad9d-533c6880501b req-fb47bbf5-faa4-4373-88ba-bec545ff3dc8 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 943 time: 0.0529106 Sep 20 12:05:58.617819 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port f91592a9-a0be-4612-9c81-69e3dceb743a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f91592a9-a0be-4612-9c81-69e3dceb743a,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:58.628637 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'f91592a9-a0be-4612-9c81-69e3dceb743a', 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93', 'port_id': 'f91592a9-a0be-4612-9c81-69e3dceb743a', 'mac_address': 'fa:16:3e:67:ff:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44d9a94-cb80-4538-8d77-517b93134c60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:05:58.648746 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-97c1b830-765e-4a19-ad9d-533c6880501b req-57ea9a85-3a78-48ad-a8a5-1cd31e630f3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301886 Sep 20 12:05:58.665794 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:58.681685 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91592a9-a0be-4612-9c81-69e3dceb743a {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:05:58.700407 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port f91592a9-a0be-4612-9c81-69e3dceb743a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f91592a9-a0be-4612-9c81-69e3dceb743a,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:05:58.704502 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:05:58.751055 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=f91592a9-a0be-4612-9c81-69e3dceb743a,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:05:58.758662 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.759020 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.759361 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.759702 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.760057 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.760386 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.760711 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.761034 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.761378 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.761704 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.762022 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:58.762338 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:05:59.047246 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-55e1289f-2c65-467a-b001-e206e681690d req-7a13740b-4422-4fa4-86cb-c8c76ec5aac8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 210 time: 0.0266414 Sep 20 12:05:59.762970 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf89344-4873-40e7-a1cb-6ce67c7b3b0e req-083e426f-47ed-4803-9306-44f9dd9f162c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:05:59.764452 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bbf89344-4873-40e7-a1cb-6ce67c7b3b0e req-083e426f-47ed-4803-9306-44f9dd9f162c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 944 time: 0.0506334 Sep 20 12:05:59.802080 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bbf89344-4873-40e7-a1cb-6ce67c7b3b0e req-380b6721-0392-41f6-81ad-ae429a302549 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Sep 20 12:06:00.135849 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8d681bbb-ebaa-4b97-82e0-4f4c77f4bba8 req-6b8f93e4-2cd7-460e-862b-76cd01db24d2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 210 time: 0.0258501 Sep 20 12:06:00.769792 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['f91592a9-a0be-4612-9c81-69e3dceb743a'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:00.931612 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca1080-99b9-4653-ac10-9e3d376c694b req-4314874c-a988-423b-b5b6-ff21fa2628be tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:00.933104 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-38ca1080-99b9-4653-ac10-9e3d376c694b req-4314874c-a988-423b-b5b6-ff21fa2628be tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 944 time: 0.0504179 Sep 20 12:06:00.971790 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-38ca1080-99b9-4653-ac10-9e3d376c694b req-cf4520f9-2816-42a6-a890-8317a365603f tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325565 Sep 20 12:06:01.234782 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1662b683-7bcc-44d2-8655-19f24dc9621b req-e8c86967-efcd-416f-b15c-a9be3bf4a8d7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 210 time: 0.0317123 Sep 20 12:06:02.084279 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb72fe-7c10-4c86-9a4a-7c8f0bbad3c3 req-6e1ae5d9-688f-43c6-8559-f84fc32a2dad tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:02.085678 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-48cb72fe-7c10-4c86-9a4a-7c8f0bbad3c3 req-6e1ae5d9-688f-43c6-8559-f84fc32a2dad tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 944 time: 0.0452280 Sep 20 12:06:02.121952 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-48cb72fe-7c10-4c86-9a4a-7c8f0bbad3c3 req-5a5bd8bb-06d7-4272-a347-edf63ba6c185 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300374 Sep 20 12:06:02.326765 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c48c267e-e390-4072-9de0-0f8581202c05 req-6406ecc3-a8af-4d32-b3cf-4cfee450d738 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 210 time: 0.0261443 Sep 20 12:06:02.885260 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 14b26d70-f094-4d9b-97c8-455d9c72ba27 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:06:02.907262 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 14b26d70-f094-4d9b-97c8-455d9c72ba27 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:06:02.907595 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 14b26d70-f094-4d9b-97c8-455d9c72ba27 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:06:03.234843 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b8b4e-5650-43dc-a5eb-586d933b8b12 req-c9216d86-7cf3-4848-8380-da8734a33aff tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:03.236304 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-033b8b4e-5650-43dc-a5eb-586d933b8b12 req-c9216d86-7cf3-4848-8380-da8734a33aff tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 944 time: 0.0492477 Sep 20 12:06:03.273703 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-033b8b4e-5650-43dc-a5eb-586d933b8b12 req-d941ec56-f097-49c2-bf61-eb7772812733 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311191 Sep 20 12:06:03.419944 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3d17b793-be08-4ab7-8af1-e234538398ca req-3d5015b6-5381-47b3-a8fe-058fd6baa0d2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 210 time: 0.0279362 Sep 20 12:06:04.022465 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-228e845a-e4d3-44ea-b5ce-31a83c5509f6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:04.024480 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-228e845a-e4d3-44ea-b5ce-31a83c5509f6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 814 time: 0.1077259 Sep 20 12:06:04.049416 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Request body: {'port': {'device_id': '3bff7811-1781-450d-8e05-803bfe334e99', 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'admin_state_up': True, 'tenant_id': 'a13c5ca0df77442a97a81464f7f57250'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:04.153377 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Made reservation on behalf of a13c5ca0df77442a97a81464f7f57250 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:04.156950 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:04.285197 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Allocated IP 172.20.0.6 (1e33ade8-c7c7-4216-83b4-c3ac87ef53de/75038fda-b65e-42b1-b384-9abf93e5283f/a670f9f6-9ecd-4363-a9ec-4fc2e63c31df) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:04.404272 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74082-8cf7-47cc-b4de-cc5cfa285232 req-0fe0db0d-4648-46b2-bee8-7676dfb00171 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:04.406023 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bbb74082-8cf7-47cc-b4de-cc5cfa285232 req-0fe0db0d-4648-46b2-bee8-7676dfb00171 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 944 time: 0.0553658 Sep 20 12:06:04.452403 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bbb74082-8cf7-47cc-b4de-cc5cfa285232 req-b9a4c622-9444-4b01-87f0-e614e4862693 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Sep 20 12:06:04.468089 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:04.514235 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device f91592a9-a0be-4612-9c81-69e3dceb743a up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:04.521045 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:04.543734 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:04.576154 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Pushing event updated for resources: {'Port': ['ID=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:04.580653 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c1a5c-77eb-4a8d-8e78-0649afbcb124 req-6839355c-f0fd-48bd-9944-402577f2a7bf tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:04.582690 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b64c1a5c-77eb-4a8d-8e78-0649afbcb124 req-6839355c-f0fd-48bd-9944-402577f2a7bf tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 931 time: 0.0633826 Sep 20 12:06:04.589604 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.590083 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.590848 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.591306 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.591736 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.592292 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.593037 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.593037 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.593453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.593912 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.594297 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.594697 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:04.603856 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:04.605624 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:04.608169 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:04.616824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:04.616824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:04.634976 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-ea41d432-ea68-4db0-ac29-cdc532e0722c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890131 Sep 20 12:06:04.636446 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b64c1a5c-77eb-4a8d-8e78-0649afbcb124 req-af0a65ac-b4e4-4978-82b1-894a8958e3c7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457153 Sep 20 12:06:04.647171 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port f91592a9-a0be-4612-9c81-69e3dceb743a completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:06:04.655984 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port f91592a9-a0be-4612-9c81-69e3dceb743a triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:04.656392 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:04.660142 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Request body: {'port': {'device_id': '3bff7811-1781-450d-8e05-803bfe334e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:04.719367 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:04.796408 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:04.834489 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8505cde5-2825-498d-9f35-b8b812712d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91592a9-a0be-4612-9c81-69e3dceb743a'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:04.837550 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbe37bf-3a20-4503-9024-c032654f81b9" -d '{"events": [{"server_uuid": "8505cde5-2825-498d-9f35-b8b812712d3f", "name": "network-vif-plugged", "status": "completed", "tag": "f91592a9-a0be-4612-9c81-69e3dceb743a"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:04.854997 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port f91592a9-a0be-4612-9c81-69e3dceb743a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f91592a9-a0be-4612-9c81-69e3dceb743a,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:04.862348 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:04.904270 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5ddf3f-3169-49ab-a0f0-c113fbab001e x-openstack-request-id: req-6f5ddf3f-3169-49ab-a0f0-c113fbab001e {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:04.904581 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8505cde5-2825-498d-9f35-b8b812712d3f", "name": "network-vif-plugged", "status": "completed", "tag": "f91592a9-a0be-4612-9c81-69e3dceb743a", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:04.905016 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f5ddf3f-3169-49ab-a0f0-c113fbab001e {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:04.905565 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8505cde5-2825-498d-9f35-b8b812712d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91592a9-a0be-4612-9c81-69e3dceb743a', 'code': 200} Sep 20 12:06:04.928835 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=f91592a9-a0be-4612-9c81-69e3dceb743a,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:05.039020 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a670f9f6-9ecd-4363-a9ec-4fc2e63c31df {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:05.047777 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.060824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Transition to ACTIVE for port object a670f9f6-9ecd-4363-a9ec-4fc2e63c31df will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:06:05.064368 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.135527 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caf21a-13b8-4575-ac1f-2cd9fe0e19d5 req-e481c4a1-458d-4ee9-b369-86e3526b763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:05.137636 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-20caf21a-13b8-4575-ac1f-2cd9fe0e19d5 req-e481c4a1-458d-4ee9-b369-86e3526b763d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 1098 time: 0.0757692 Sep 20 12:06:05.138320 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Pushing event updated for resources: {'Port': ['ID=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:05.151581 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Attempting to bind port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:05.152160 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Attempting to bind port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:05.152542 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Attempting to bind port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:05.158084 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:06:05.158623 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Attempting to bind port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:05.165036 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:05.165596 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Checking segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:05.166124 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Bound using segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:05.166643 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Bound port: a670f9f6-9ecd-4363-a9ec-4fc2e63c31df, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:05.167155 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.179718 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60974) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:05.209578 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-20caf21a-13b8-4575-ac1f-2cd9fe0e19d5 req-3d5a6802-9c54-48f6-a37d-9658cbd99ac7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619822 Sep 20 12:06:05.236845 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_v2 [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Deleting subnet 3bbe8df4-e8eb-4e70-95e6-cbd10aa9bc09 {{(pid=94128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:06:05.240724 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.242578 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] For port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:05.246204 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] For port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:05.251526 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.280134 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5692878'] for subnet, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.287705 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:05.288394 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.290054 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] 10.222.0.57 "PUT /v2.0/ports/a670f9f6-9ecd-4363-a9ec-4fc2e63c31df HTTP/1.1" status: 200 len: 1093 time: 0.6341612 Sep 20 12:06:05.290408 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bff7811-1781-450d-8e05-803bfe334e99', 'tag': 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:05.292769 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5fc30a-a1b1-4570-a275-c3570e20c7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3bff7811-1781-450d-8e05-803bfe334e99", "tag": "a670f9f6-9ecd-4363-a9ec-4fc2e63c31df"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:05.325275 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb962621-82ed-4f01-acf7-d300f1137c3a service neutron] Pushing event updated for resources: {'Port': ['ID=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:05.335746 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb98a3a0-08db-43d2-a6e0-1a683f7537cf x-openstack-request-id: req-fb98a3a0-08db-43d2-a6e0-1a683f7537cf {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:05.335746 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bff7811-1781-450d-8e05-803bfe334e99", "tag": "a670f9f6-9ecd-4363-a9ec-4fc2e63c31df", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:05.337839 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb98a3a0-08db-43d2-a6e0-1a683f7537cf {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:05.339035 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bff7811-1781-450d-8e05-803bfe334e99', 'tag': 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df', 'status': 'completed', 'code': 200} Sep 20 12:06:05.344734 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.483796 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc30a-a1b1-4570-a275-c3570e20c7c7 req-15ed5d3c-0109-49dd-a658-71c630b5468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:05.485620 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-da5fc30a-a1b1-4570-a275-c3570e20c7c7 req-15ed5d3c-0109-49dd-a658-71c630b5468f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 1096 time: 0.0446577 Sep 20 12:06:05.631461 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc30a-a1b1-4570-a275-c3570e20c7c7 req-40f3ad56-abfc-40dd-ae4c-31fd5c3e85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:05.633396 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-da5fc30a-a1b1-4570-a275-c3570e20c7c7 req-40f3ad56-abfc-40dd-ae4c-31fd5c3e85d7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a13c5ca0df77442a97a81464f7f57250&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1331420 Sep 20 12:06:05.633552 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5512664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979817'] for subnet, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.653751 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09835f37-88c0-458e-a2f4-de14bcbd9246 req-c2e11efe-e28a-4400-a738-0919a91e9238 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:05.655465 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-09835f37-88c0-458e-a2f4-de14bcbd9246 req-c2e11efe-e28a-4400-a738-0919a91e9238 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 945 time: 0.0787406 Sep 20 12:06:05.676651 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bbe8df4-e8eb-4e70-95e6-cbd10aa9bc09,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:05.688001 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.692617 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3bbe8df4-e8eb-4e70-95e6-cbd10aa9bc09 HTTP/1.1" status: 204 len: 168 time: 0.5090475 Sep 20 12:06:05.692617 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.692617 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.692617 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.693278 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 60996) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:05.693525 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.694002 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.694560 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.695063 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.695701 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.696063 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.696389 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.696791 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.697110 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72131744-aa85-4e14-8ee9-d3ff200fa91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:05.701095 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 60998) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:05.762781 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-09835f37-88c0-458e-a2f4-de14bcbd9246 req-091443fd-3e61-4f17-abe6-1eb3688fa681 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891016 Sep 20 12:06:05.782932 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680e4e8-962b-41fa-9f1b-70575b686688 req-0cbae0ae-d998-493a-943d-26bbd6b8f6ce tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:05.782932 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e680e4e8-962b-41fa-9f1b-70575b686688 req-0cbae0ae-d998-493a-943d-26bbd6b8f6ce tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 943 time: 0.0663724 Sep 20 12:06:05.824150 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.833415 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc30a-a1b1-4570-a275-c3570e20c7c7 req-60c4c8db-97f0-4210-8cc8-a2ff728fa044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:05.833554 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-093b73b3-8da7-488c-a114-6b612f5176ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.835081 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-da5fc30a-a1b1-4570-a275-c3570e20c7c7 req-60c4c8db-97f0-4210-8cc8-a2ff728fa044 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876111 Sep 20 12:06:05.852762 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e680e4e8-962b-41fa-9f1b-70575b686688 req-af87cb25-b74d-416c-80e7-7fd6ba8973d1 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648727 Sep 20 12:06:05.946172 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.955005 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-093b73b3-8da7-488c-a114-6b612f5176ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.959529 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-093b73b3-8da7-488c-a114-6b612f5176ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:05.970535 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-e6bdc7c7-3c3e-4f2b-be71-1c15615dd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:05.972057 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-e6bdc7c7-3c3e-4f2b-be71-1c15615dd9a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 1096 time: 0.0920169 Sep 20 12:06:05.973974 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.974308 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.975034 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.975369 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > port after_create 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.975698 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.976042 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > port after_update 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.976357 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.977244 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.977555 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.977906 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:05.997639 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-093b73b3-8da7-488c-a114-6b612f5176ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3463d8a4ec174048ade1c1b5d304c66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953765 Sep 20 12:06:06.000558 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b73b3-8da7-488c-a114-6b612f5176ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a724878-cc09-4dde-9e51-c4041cf92e86,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:06.004795 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 32784) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:06.045060 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:06.045603 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:06.045696 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:06.046020 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94127) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 12:06:06.046542 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2b102f-5765-46af-8ed1-b332c721a748']}} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:06.061465 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-444bb880-bf8e-447f-afad-cd1c698ca2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.086741 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-444bb880-bf8e-447f-afad-cd1c698ca2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.098766 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6151bed8-511d-471b-97fc-45344031589e') {'for_net_delete': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:06.099050 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6151bed8-511d-471b-97fc-45344031589e') {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:06.104962 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-b9cae1d7-8c95-4bbc-9d76-00e228c3f809 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df HTTP/1.1" status: 200 len: 217 time: 0.0534432 Sep 20 12:06:06.120935 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4701322'] for segment, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.161934 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-444bb880-bf8e-447f-afad-cd1c698ca2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.168017 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-444bb880-bf8e-447f-afad-cd1c698ca2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.170200 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-444bb880-bf8e-447f-afad-cd1c698ca2bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a724878-cc09-4dde-9e51-c4041cf92e86 HTTP/1.1" status: 204 len: 168 time: 0.1639476 Sep 20 12:06:06.176424 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.179254 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bb880-bf8e-447f-afad-cd1c698ca2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a724878-cc09-4dde-9e51-c4041cf92e86,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:06.189341 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:06:06.189739 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66711410'] for segment, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: from cryptography.utils import int_from_bytes Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: from cryptography.utils import int_from_bytes Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: Traceback (most recent call last): Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: timer() Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: cb(*args, **kw) Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: return func(*args, **kwargs) Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: self._notify() Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: self.callback(batched_events) Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: event.method(event) Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: return f(self, *a, **k) Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._get(url).json() Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: return self.request(url, 'GET', **kwargs) Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:06:06.194076 dv-cinder-810000-1-iscsi neutron-server[94127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:06:06.215424 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-06d7cf07-96fb-467d-9037-bc3e85965635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:06.216951 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-06d7cf07-96fb-467d-9037-bc3e85965635 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75038fda-b65e-42b1-b384-9abf93e5283f HTTP/1.1" status: 200 len: 854 time: 0.0983045 Sep 20 12:06:06.280178 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-2af4af17-90a7-4f01-ab71-fc0eb058fe01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351460 Sep 20 12:06:06.285376 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.294966 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.297083 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd2b102f-5765-46af-8ed1-b332c721a748 HTTP/1.1" status: 204 len: 168 time: 0.6027062 Sep 20 12:06:06.314774 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564d436-e4a3-4ba8-98ac-637fc6d60835 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2b102f-5765-46af-8ed1-b332c721a748,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:06.426372 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-137fc7c6-728d-455d-9128-a48b0032a3e5 service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280947 Sep 20 12:06:06.528015 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9fc5a9a8-c654-45fb-b034-a7a065146bad req-5da470d9-072f-47b2-aa6b-bc47859e6f4a service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930254 Sep 20 12:06:06.530083 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 32808) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:06.544989 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-946e7ce6-38ba-4b2b-bcc6-7da940a6be9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.549080 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 32810) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:06.602940 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-3817e21f-2558-4bc9-b671-fd85405a4976 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ea2602e576b42cb9f9aa0abc8d6cc3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500674 Sep 20 12:06:06.603138 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 32812) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:06.661230 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-30eb4f88-bc6a-4b64-8511-5574cd0e7765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.669663 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-946e7ce6-38ba-4b2b-bcc6-7da940a6be9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.676234 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-946e7ce6-38ba-4b2b-bcc6-7da940a6be9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.686977 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-30eb4f88-bc6a-4b64-8511-5574cd0e7765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.726692 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e7ce6-38ba-4b2b-bcc6-7da940a6be9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32294fa3-9fe1-427f-9dee-05b0511e4aab,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:06.733212 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-946e7ce6-38ba-4b2b-bcc6-7da940a6be9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11ec8e83e6c3492d98d6ed26eca340af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016776 Sep 20 12:06:06.735719 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 32816) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:06.750093 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-30eb4f88-bc6a-4b64-8511-5574cd0e7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.752631 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-30eb4f88-bc6a-4b64-8511-5574cd0e7765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.753777 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-30eb4f88-bc6a-4b64-8511-5574cd0e7765 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/549ca201-9aba-43fd-9f2f-737f16c84b69 HTTP/1.1" status: 204 len: 168 time: 0.1497505 Sep 20 12:06:06.777495 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb4f88-bc6a-4b64-8511-5574cd0e7765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ca201-9aba-43fd-9f2f-737f16c84b69,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:06.802601 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-058e7554-5bff-4b7e-9bc1-3a19dcbc3108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.829195 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-058e7554-5bff-4b7e-9bc1-3a19dcbc3108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.886592 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-058e7554-5bff-4b7e-9bc1-3a19dcbc3108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.889683 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-058e7554-5bff-4b7e-9bc1-3a19dcbc3108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:06.895071 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-058e7554-5bff-4b7e-9bc1-3a19dcbc3108 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32294fa3-9fe1-427f-9dee-05b0511e4aab HTTP/1.1" status: 204 len: 168 time: 0.1582367 Sep 20 12:06:06.909178 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 32828) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:06.915960 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e7554-5bff-4b7e-9bc1-3a19dcbc3108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32294fa3-9fe1-427f-9dee-05b0511e4aab,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:06.956077 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684089ca-a244-402b-9b31-8eebb5c94484 req-ec07056b-7f27-4bf1-a4a0-16a6bd30ee96 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:06.957962 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-684089ca-a244-402b-9b31-8eebb5c94484 req-ec07056b-7f27-4bf1-a4a0-16a6bd30ee96 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 945 time: 0.0947676 Sep 20 12:06:07.032573 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-684089ca-a244-402b-9b31-8eebb5c94484 req-4565de19-e529-4e3c-8afd-ef133456f52d tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601928 Sep 20 12:06:07.041512 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062be22-1f85-4fb7-bf8e-bd32bbd8b974 req-c63ebd41-07a0-40c9-8998-58fa5ad26507 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:07.042733 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3062be22-1f85-4fb7-bf8e-bd32bbd8b974 req-c63ebd41-07a0-40c9-8998-58fa5ad26507 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 943 time: 0.0807636 Sep 20 12:06:07.065506 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4f1df897-bb93-42ca-98ec-7887506c2bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:07.114957 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3062be22-1f85-4fb7-bf8e-bd32bbd8b974 req-3f90da66-c5e9-4fb5-b365-0415cc858640 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474911 Sep 20 12:06:07.178484 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4f1df897-bb93-42ca-98ec-7887506c2bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:07.185260 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4f1df897-bb93-42ca-98ec-7887506c2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:07.223857 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-4f1df897-bb93-42ca-98ec-7887506c2bb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3765470bbcd48f7893baa485c701d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114913 Sep 20 12:06:07.224714 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 32844) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:07.239759 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1df897-bb93-42ca-98ec-7887506c2bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8faac1-7faf-474e-8f1f-4c5f904c26fd,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:07.292837 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5273c7a1-455d-47ec-9080-834e5a7a0460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:07.320473 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5273c7a1-455d-47ec-9080-834e5a7a0460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:07.385610 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5273c7a1-455d-47ec-9080-834e5a7a0460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:07.388829 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5273c7a1-455d-47ec-9080-834e5a7a0460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:07.391936 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-5273c7a1-455d-47ec-9080-834e5a7a0460 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e8faac1-7faf-474e-8f1f-4c5f904c26fd HTTP/1.1" status: 204 len: 168 time: 0.1656094 Sep 20 12:06:07.411358 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273c7a1-455d-47ec-9080-834e5a7a0460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8faac1-7faf-474e-8f1f-4c5f904c26fd,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:07.743590 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-033faa67-3767-4613-b4e9-04a672b07213 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830336 Sep 20 12:06:07.943645 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 32904) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:07.961709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b98fe37a-f0d6-4945-a371-006608c801a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.033456 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 32906) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:08.077062 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-a3483fed-578f-4e74-a8c5-01bb451d9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:08.079556 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-a3483fed-578f-4e74-a8c5-01bb451d9990 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 1099 time: 0.2828038 Sep 20 12:06:08.080339 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db390c3-f163-4456-9bbb-62580bdc15c9 req-0c9720c3-4024-48b5-8790-ba7dbf9269c6 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:08.085229 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1db390c3-f163-4456-9bbb-62580bdc15c9 req-0c9720c3-4024-48b5-8790-ba7dbf9269c6 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 945 time: 0.1502473 Sep 20 12:06:08.163069 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-506894129-network', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:08.176336 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b98fe37a-f0d6-4945-a371-006608c801a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.179249 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1db390c3-f163-4456-9bbb-62580bdc15c9 req-fab89575-fd52-48a5-9f20-a0f71fcdd849 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888042 Sep 20 12:06:08.200061 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b98fe37a-f0d6-4945-a371-006608c801a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.230187 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Made reservation on behalf of 93dd92c239d748fc9469b7dabc4e01c1 for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:08.232659 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.240929 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-97d92359-978f-4348-a843-a236726bf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:08.242591 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-97d92359-978f-4348-a843-a236726bf6de service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 915 time: 0.1177933 Sep 20 12:06:08.272848 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.279110 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fe37a-f0d6-4945-a371-006608c801a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1032d1-3b30-45d6-9577-acbe4053b100,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:08.292895 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-b98fe37a-f0d6-4945-a371-006608c801a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c13f743d50f4b488c1ee3676b59b3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474076 Sep 20 12:06:08.295268 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-a3274520-0014-4307-9c82-149cfe84471d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b HTTP/1.1" status: 200 len: 217 time: 0.0398088 Sep 20 12:06:08.295644 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 32916) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:08.344329 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec027d-1675-4431-890a-81f9bd33f7b7 req-3ec0637b-b97f-4c44-9e21-af3b5cc34272 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:08.345579 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-de219153-ebde-4253-aae0-e2cc95e0730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:08.347293 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-de219153-ebde-4253-aae0-e2cc95e0730a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75038fda-b65e-42b1-b384-9abf93e5283f HTTP/1.1" status: 200 len: 854 time: 0.0455542 Sep 20 12:06:08.351287 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f2ec027d-1675-4431-890a-81f9bd33f7b7 req-3ec0637b-b97f-4c44-9e21-af3b5cc34272 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 943 time: 0.1482861 Sep 20 12:06:08.391468 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-c6347575-d141-40f9-9c45-e22815e67423 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300560 Sep 20 12:06:08.439517 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f4622628-a4b7-4289-abdf-af93013bbb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.449053 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f2ec027d-1675-4431-890a-81f9bd33f7b7 req-424cc797-f3e3-4793-a9c5-df432669cb00 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963502 Sep 20 12:06:08.480192 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f4622628-a4b7-4289-abdf-af93013bbb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.518227 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-9809d086-7595-482b-baf8-690bb0ef20bc service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177869 Sep 20 12:06:08.522969 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a670f9f6-9ecd-4363-a9ec-4fc2e63c31df details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:06:08.534255 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.538593 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.584008 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847f032-33ce-437a-b152-8b7f5e19b138,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:08.589501 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f4622628-a4b7-4289-abdf-af93013bbb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.592064 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f4622628-a4b7-4289-abdf-af93013bbb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.593197 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-f4622628-a4b7-4289-abdf-af93013bbb9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae1032d1-3b30-45d6-9577-acbe4053b100 HTTP/1.1" status: 204 len: 168 time: 0.2966366 Sep 20 12:06:08.593995 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:06:08.611324 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4622628-a4b7-4289-abdf-af93013bbb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1032d1-3b30-45d6-9577-acbe4053b100,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:08.615722 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.616535 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Added segment 05e60d6c-2699-495a-8318-777690ad8e28 of type vlan for network 4f0be3c0-671a-4273-8c56-67ad62b46d6d Sep 20 12:06:08.673071 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b292e1fb-b38f-4544-bab9-e5c80d3d6f5a req-a2e6cb45-fcd9-40ef-ad97-48f045a739a4 service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437354 Sep 20 12:06:08.677233 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.721759 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:08.727398 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.728417 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:08.728995 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.734191 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df', 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'port_id': 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df', 'mac_address': 'fa:16:3e:39:84:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75038fda-b65e-42b1-b384-9abf93e5283f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:06:08.769538 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7329466 Sep 20 12:06:08.772233 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 32932) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:08.781225 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Request body: {'subnet': {'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-subnet', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:08.819396 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.837879 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Made reservation on behalf of 93dd92c239d748fc9469b7dabc4e01c1 for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:08.841679 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596710'] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:08.851941 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7aaef-4bce-4092-972d-dfcf2d5620c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4f0be3c0-671a-4273-8c56-67ad62b46d6d,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:08.852222 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a670f9f6-9ecd-4363-a9ec-4fc2e63c31df {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:08.889236 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 4f0be3c0-671a-4273-8c56-67ad62b46d6d details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:06:08.945176 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:08.965367 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.143179 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:09.238355 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66711279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596680'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.309574 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['a670f9f6-9ecd-4363-a9ec-4fc2e63c31df'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:09.355378 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:09.362457 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Checking segment: {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:09.362819 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Network hostable DHCP agents. Network: 4f0be3c0-671a-4273-8c56-67ad62b46d6d, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:06:09.373345 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d7b0-77ed-4b65-8245-f1998fd757a0 req-e3dd6c35-2954-4e68-af83-23d846cec4bf tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:09.376566 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a539d7b0-77ed-4b65-8245-f1998fd757a0 req-e3dd6c35-2954-4e68-af83-23d846cec4bf tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 945 time: 0.1144271 Sep 20 12:06:09.405761 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Network 4f0be3c0-671a-4273-8c56-67ad62b46d6d is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:06:09.421816 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 4f0be3c0-671a-4273-8c56-67ad62b46d6d) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:09.427778 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:09.428333 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.438232 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c800af4-5505-4725-bd78-ffde8b0f028f None None] Network 4f0be3c0-671a-4273-8c56-67ad62b46d6d requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:09.459727 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-91bac861-1b79-48d9-a491-867c84dedd33 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6861727 Sep 20 12:06:09.460403 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 32968) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:09.462013 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a539d7b0-77ed-4b65-8245-f1998fd757a0 req-ed6ddf4f-0310-450d-98ac-9b5a053877fa tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792911 Sep 20 12:06:09.483216 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:09.519058 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 32974) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:09.536818 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.538411 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.564191 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-52929fd7-9e42-4541-9f1a-770dfe93223b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.616073 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.727287 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bfcce-94ff-41ea-9908-4c4ed76885dd req-bb8aef0d-134f-40d7-9dbf-76e797a0c7ab tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:09.734479 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fe8bfcce-94ff-41ea-9908-4c4ed76885dd req-bb8aef0d-134f-40d7-9dbf-76e797a0c7ab tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 944 time: 0.0878520 Sep 20 12:06:09.740436 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c0b7b-1852-40bd-9e1f-3eba57058692 None None] Network 4f0be3c0-671a-4273-8c56-67ad62b46d6d requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:09.795420 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fe8bfcce-94ff-41ea-9908-4c4ed76885dd req-3789fedd-d7aa-4954-8236-a70ed6cc5baf tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Sep 20 12:06:09.810393 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.816303 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-52929fd7-9e42-4541-9f1a-770dfe93223b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.821959 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-52929fd7-9e42-4541-9f1a-770dfe93223b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.871870 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.873397 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-52929fd7-9e42-4541-9f1a-770dfe93223b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b7fccd385854c7782b98521dd7f1cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532572 Sep 20 12:06:09.874404 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52929fd7-9e42-4541-9f1a-770dfe93223b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb904b5-e2e5-46c7-8a6c-fab4ab9c8663,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:09.876931 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 32988) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:09.949431 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6089fbb3-57b8-4e35-8965-941574a5591f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:09.974906 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e169210-3025-46c4-bf83-4c257730c052 req-296790d9-b0b4-4a67-894f-079a4864868d tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:09.976685 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-4e169210-3025-46c4-bf83-4c257730c052 req-296790d9-b0b4-4a67-894f-079a4864868d tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.57 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 945 time: 0.0671291 Sep 20 12:06:09.982944 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6089fbb3-57b8-4e35-8965-941574a5591f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.043212 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6089fbb3-57b8-4e35-8965-941574a5591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.047281 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-6089fbb3-57b8-4e35-8965-941574a5591f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.048535 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-6089fbb3-57b8-4e35-8965-941574a5591f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eb904b5-e2e5-46c7-8a6c-fab4ab9c8663 HTTP/1.1" status: 204 len: 168 time: 0.1699662 Sep 20 12:06:10.061276 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089fbb3-57b8-4e35-8965-941574a5591f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb904b5-e2e5-46c7-8a6c-fab4ab9c8663,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:10.159516 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.183092 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.238071 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Deleting port f91592a9-a0be-4612-9c81-69e3dceb743a {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:06:10.238492 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.377948 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] For port f91592a9-a0be-4612-9c81-69e3dceb743a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=f91592a9-a0be-4612-9c81-69e3dceb743a,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:10.377948 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.389635 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Allocated IP 172.27.3.199 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:10.400215 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Calling delete_port for f91592a9-a0be-4612-9c81-69e3dceb743a owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:06:10.533807 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a670f9f6-9ecd-4363-a9ec-4fc2e63c31df up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:10.568737 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.617395 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77f3d5-3a76-41f4-9d8e-f160f3d72d2d req-88f0596b-5a57-414f-9879-bba136ec0e33 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:10.625998 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1c77f3d5-3a76-41f4-9d8e-f160f3d72d2d req-88f0596b-5a57-414f-9879-bba136ec0e33 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 945 time: 0.0709393 Sep 20 12:06:10.628788 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-31345c38-3f3a-4ca7-94ad-278380370644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.634413 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:06:10.639218 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:10.639781 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.681884 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1c77f3d5-3a76-41f4-9d8e-f160f3d72d2d req-2020c5d1-3cdf-4daa-a861-ee9493416ba0 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549073 Sep 20 12:06:10.719573 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.742098 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.778721 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.783692 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Pushing event deleted for resources: {'Port': ['ID=f91592a9-a0be-4612-9c81-69e3dceb743a,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:10.842774 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] No DVR routers for this DVR port f91592a9-a0be-4612-9c81-69e3dceb743a on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:06:10.854154 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:10.855878 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bff7811-1781-450d-8e05-803bfe334e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:10.859676 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c0a97a-3273-46e3-9096-2d5a9815404b" -d '{"events": [{"server_uuid": "3bff7811-1781-450d-8e05-803bfe334e99", "name": "network-vif-plugged", "status": "completed", "tag": "a670f9f6-9ecd-4363-a9ec-4fc2e63c31df"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:10.862536 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:10.864988 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.866143 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device f91592a9-a0be-4612-9c81-69e3dceb743a no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:06:10.870548 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:10.875194 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-4e169210-3025-46c4-bf83-4c257730c052 req-4216504c-48a1-4afc-892c-beffb93bde6c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.57 "DELETE /v2.0/ports/f91592a9-a0be-4612-9c81-69e3dceb743a HTTP/1.1" status: 204 len: 173 time: 0.8871336 Sep 20 12:06:10.875721 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8505cde5-2825-498d-9f35-b8b812712d3f', 'name': 'network-vif-deleted', 'tag': 'f91592a9-a0be-4612-9c81-69e3dceb743a'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:10.887107 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6539179-db2d-41b9-9414-1361bc612cd6" -d '{"events": [{"server_uuid": "8505cde5-2825-498d-9f35-b8b812712d3f", "name": "network-vif-deleted", "tag": "f91592a9-a0be-4612-9c81-69e3dceb743a"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:10.892064 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:10.894106 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:10.901924 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:10.918580 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: f91592a9-a0be-4612-9c81-69e3dceb743a {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:06:10.919156 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device f91592a9-a0be-4612-9c81-69e3dceb743a not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:06:10.977837 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0d0038-a459-44ad-b3e2-cf2f53fffb05 x-openstack-request-id: req-dc0d0038-a459-44ad-b3e2-cf2f53fffb05 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:10.978699 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bff7811-1781-450d-8e05-803bfe334e99", "name": "network-vif-plugged", "status": "completed", "tag": "a670f9f6-9ecd-4363-a9ec-4fc2e63c31df", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:10.978956 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc0d0038-a459-44ad-b3e2-cf2f53fffb05 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:10.979997 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bff7811-1781-450d-8e05-803bfe334e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df', 'code': 200} Sep 20 12:06:11.035423 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa9cac-e8e3-4367-a687-d6c855244578 req-03a293f0-9b3e-4612-87a3-26a9bac6901f tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:11.043581 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:11.048072 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c8fa9cac-e8e3-4367-a687-d6c855244578 req-03a293f0-9b3e-4612-87a3-26a9bac6901f tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 945 time: 0.1459529 Sep 20 12:06:11.066521 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b4c9e8-17bb-4326-ab9f-fc89cf9b54c2 x-openstack-request-id: req-e4b4c9e8-17bb-4326-ab9f-fc89cf9b54c2 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:11.066899 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8505cde5-2825-498d-9f35-b8b812712d3f", "name": "network-vif-deleted", "tag": "f91592a9-a0be-4612-9c81-69e3dceb743a", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:11.067212 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4b4c9e8-17bb-4326-ab9f-fc89cf9b54c2 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:11.067683 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8505cde5-2825-498d-9f35-b8b812712d3f', 'name': 'network-vif-deleted', 'tag': 'f91592a9-a0be-4612-9c81-69e3dceb743a', 'status': 'completed', 'code': 200} Sep 20 12:06:11.122516 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c8fa9cac-e8e3-4367-a687-d6c855244578 req-79ec7aae-f442-4f3b-abff-3f99bcef468b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705833 Sep 20 12:06:11.165781 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33042) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:11.293325 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1d6723df-63de-4be2-a392-adb51945cb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.328386 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.385151 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15e339-e16d-46a8-b26a-1bb667d7b174 req-3f798530-6174-4d20-a2f3-e92749b17a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:11.387978 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-db15e339-e16d-46a8-b26a-1bb667d7b174 req-3f798530-6174-4d20-a2f3-e92749b17a2b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 1098 time: 0.1410103 Sep 20 12:06:11.403557 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1d6723df-63de-4be2-a392-adb51945cb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.411272 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1d6723df-63de-4be2-a392-adb51945cb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.452160 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6723df-63de-4be2-a392-adb51945cb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9f529e-dc1a-4019-aeb6-23325a423f1e,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:11.456332 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1d6723df-63de-4be2-a392-adb51945cb11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=423467f050fc4e2398514002a057b620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895172 Sep 20 12:06:11.458885 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33052) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:11.522500 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c5d650c4-ed44-42cd-9431-3d707d8b8576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.550068 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c5d650c4-ed44-42cd-9431-3d707d8b8576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.631175 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c5d650c4-ed44-42cd-9431-3d707d8b8576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.634121 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c5d650c4-ed44-42cd-9431-3d707d8b8576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.635390 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c5d650c4-ed44-42cd-9431-3d707d8b8576 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d9f529e-dc1a-4019-aeb6-23325a423f1e HTTP/1.1" status: 204 len: 168 time: 0.1754172 Sep 20 12:06:11.658252 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d650c4-ed44-42cd-9431-3d707d8b8576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9f529e-dc1a-4019-aeb6-23325a423f1e,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:11.829693 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-576e6e05-3b2e-4edd-97af-53d513eef09f req-7c1f0548-2faa-472a-aa50-03a57c671c1c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 210 time: 0.0327716 Sep 20 12:06:11.863305 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:11.937059 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:06:11.997377 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:06:12.099845 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:06:12.114946 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Sync routers for ids ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:06:12.120796 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:12.122539 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-d8bb4fa9-9bde-4222-93c0-a8b82bef4575 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6577106 Sep 20 12:06:12.125794 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Routers {'91758e48-bf22-4ace-a1ab-a8e7d9c0870b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:12.126161 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33082) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:12.127320 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:05:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:12.234149 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Set router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:12.293517 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e2a9f-f44a-460e-b436-921c70057b2a req-a7ec5eb9-bd42-4e14-9968-462c8a5838d6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:12.304298 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ca4e2a9f-f44a-460e-b436-921c70057b2a req-a7ec5eb9-bd42-4e14-9968-462c8a5838d6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 945 time: 0.0955768 Sep 20 12:06:12.319276 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-db15e339-e16d-46a8-b26a-1bb667d7b174 req-024b9e15-6840-4a56-a0e0-426b52af151f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505633 Sep 20 12:06:12.403556 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ca4e2a9f-f44a-460e-b436-921c70057b2a req-05d58503-c4ae-4d31-8151-02b8742bbf9a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739269 Sep 20 12:06:12.435959 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:06:11Z', 'revision_number': 3, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port': {'id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:10Z', 'updated_at': '2021-09-20T12:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:12.465191 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Checking router: 91758e48-bf22-4ace-a1ab-a8e7d9c0870b for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:06:12.465191 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Updating router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:06:12.489854 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:12.639041 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:12.842646 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Allocated IP 172.20.0.1 (4f0be3c0-671a-4273-8c56-67ad62b46d6d/9f49f4ca-e0eb-426e-9ca2-baf4be12eacb/a54e8981-041d-49a1-bcfc-e96558a3f299) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:12.899008 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:12.909177 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:12.957420 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Attempting to bind port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:12.958121 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Attempting to bind port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:12.958121 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Attempting to bind port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:12.968895 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-21201484-9086-4060-9f27-48398859a905 req-b41ec8a3-bdc8-4d41-b18c-bfdff96f8009 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 210 time: 0.0307217 Sep 20 12:06:12.970300 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:12.970679 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:12.971073 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:12.971458 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:12.972077 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Bound port: 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:12.973918 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:12.974054 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Pushing event updated for resources: {'Port': ['ID=9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:13.000226 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.000573 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.000910 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.001246 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.001574 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.001904 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.002230 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.002326 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.002571 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.002895 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.003263 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.003542 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.003857 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:06:13.037274 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] For port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:13.037633 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.041407 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] For port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:13.045515 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.073288 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Network 4f0be3c0-671a-4273-8c56-67ad62b46d6d is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:13.077839 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:13.080729 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:13.097742 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Routers {'91758e48-bf22-4ace-a1ab-a8e7d9c0870b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:13.098369 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:05:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:13.118090 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Pushing event updated for resources: {'Port': ['ID=a54e8981-041d-49a1-bcfc-e96558a3f299,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:13.131734 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.134518 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275403e-c730-4ca8-b37c-84223c08ece6 None None] Pushing event updated for resources: {'Port': ['ID=9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:13.206197 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] Set router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:13.254518 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.262642 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-de1f75e9-4c70-4131-bcec-65893da29e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.377636 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:06:11Z', 'revision_number': 3, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port': {'id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:10Z', 'updated_at': '2021-09-20T12:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:13.407182 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d650f1f1-a616-4b03-bf9f-f34095582d45 None None] The sync data for ids ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'] in dv-cinder-810000-1-iscsi is: [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:06:11Z', 'revision_number': 3, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port': {'id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:10Z', 'updated_at': '2021-09-20T12:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:06:13.413542 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.418406 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.513593 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Pushing event updated for resources: {'Port': ['ID=a54e8981-041d-49a1-bcfc-e96558a3f299,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:13.516875 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.558715 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f922dd9-8400-4b62-9911-a173c6bc3c98 req-6454663a-6b6d-4301-ab34-b94907b5edf1 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:13.560224 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3f922dd9-8400-4b62-9911-a173c6bc3c98 req-6454663a-6b6d-4301-ab34-b94907b5edf1 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 945 time: 0.0869946 Sep 20 12:06:13.644882 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3f922dd9-8400-4b62-9911-a173c6bc3c98 req-a02cef10-e659-4ab8-ba38-0059a45cd1e8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788567 Sep 20 12:06:13.652857 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Network 4f0be3c0-671a-4273-8c56-67ad62b46d6d is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:13.654244 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:13.863574 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:13.918911 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:13.919303 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:13.988172 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:06:14.013719 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:14.037769 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:14.043072 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:14.091209 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:14.107591 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:14.130074 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a177ccc-9907-4207-909a-29f8f00a5c2f req-9daf5b57-3b22-4270-b358-98658b54e380 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=8505cde5-2825-498d-9f35-b8b812712d3f HTTP/1.1" status: 200 len: 210 time: 0.0368276 Sep 20 12:06:14.149019 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:06:14.155547 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-de6e9130-f085-4045-96ae-d891e57429ef admin admin] 10.222.0.20 "PUT /v2.0/routers/91758e48-bf22-4ace-a1ab-a8e7d9c0870b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0282648 Sep 20 12:06:14.341076 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:14.629525 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-0ba63f6e-91e0-4229-9838-881dad5c3cb6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:14.630984 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-0ba63f6e-91e0-4229-9838-881dad5c3cb6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 818 time: 0.1030195 Sep 20 12:06:14.645958 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-a60cefeb-4121-4aa8-879e-f69cae58db68 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/quotas/93dd92c239d748fc9469b7dabc4e01c1 HTTP/1.1" status: 200 len: 375 time: 0.0091870 Sep 20 12:06:14.700088 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-142aa8d9-4cd3-4600-ba20-46eb457134ae tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478132 Sep 20 12:06:14.822154 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-9787f007-5a7f-4ea6-9d0b-c678dfc9c06b service neutron] 10.222.0.20 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145000 Sep 20 12:06:14.837133 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23679620-b408-4932-8af6-8590252210f1 req-ac4fffdc-a1a3-4f3f-ab12-7d84df20c789 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:14.838687 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-23679620-b408-4932-8af6-8590252210f1 req-ac4fffdc-a1a3-4f3f-ab12-7d84df20c789 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 945 time: 0.0766218 Sep 20 12:06:14.930053 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-23679620-b408-4932-8af6-8590252210f1 req-b7efba9d-8f82-4919-b82d-0223a1f68615 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729105 Sep 20 12:06:14.952426 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-79f752a0-63e3-4666-a3c5-333cd5e33b7e service neutron] 10.222.0.20 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127250 Sep 20 12:06:15.062992 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Sync routers for ids ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:06:15.087851 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Routers {'91758e48-bf22-4ace-a1ab-a8e7d9c0870b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:15.091952 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:15.166360 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33168) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:15.181841 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-71407658-6407-4aa9-84b8-46de95db5457 req-151a9986-05d2-4383-9ccf-0ecd34b53cd3 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 210 time: 0.0674071 Sep 20 12:06:15.361455 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Set router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:15.520751 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-565662b4-07d3-4d7e-a9b2-2a76aaa115a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:15.731717 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:15.750905 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:06:13Z', 'revision_number': 4, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port': {'id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:10Z', 'updated_at': '2021-09-20T12:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'a54e8981-041d-49a1-bcfc-e96558a3f299', 'name': '', 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'mac_address': 'fa:16:3e:1d:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f49f4ca-e0eb-426e-9ca2-baf4be12eacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:12Z', 'updated_at': '2021-09-20T12:06:13Z', 'revision_number': 2, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'subnets': [{'id': '9f49f4ca-e0eb-426e-9ca2-baf4be12eacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:15.819096 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Checking router: 91758e48-bf22-4ace-a1ab-a8e7d9c0870b for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:06:15.819450 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Updating router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b port a54e8981-041d-49a1-bcfc-e96558a3f299 binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:06:15.839053 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-1bf6e3bb-d2aa-446c-9c38-2c5290595502 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:15.846453 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-1bf6e3bb-d2aa-446c-9c38-2c5290595502 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 818 time: 0.4058645 Sep 20 12:06:15.858806 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-56b60035-1a23-44e1-a5b3-faeb9d53bb9d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/quotas/93dd92c239d748fc9469b7dabc4e01c1 HTTP/1.1" status: 200 len: 375 time: 0.0105238 Sep 20 12:06:15.878081 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-565662b4-07d3-4d7e-a9b2-2a76aaa115a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:15.890583 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-565662b4-07d3-4d7e-a9b2-2a76aaa115a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:15.925500 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:15.948906 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:15.970920 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-565662b4-07d3-4d7e-a9b2-2a76aaa115a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6d54642854a4d62a9778bb5735a2587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030908 Sep 20 12:06:15.974220 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33238) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:16.002138 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565662b4-07d3-4d7e-a9b2-2a76aaa115a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0e3aab-4f04-46a9-a8b3-712853d34045,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:16.093075 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-236973db-2548-4ad1-8444-c162972326e6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2273972 Sep 20 12:06:16.155536 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:16.156772 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.280110 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2b067cbf-52a3-433f-bd55-c5944925a426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.295029 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-0701e53a-22e0-4d45-b33c-e3c9044fc105 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:16.297477 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-0701e53a-22e0-4d45-b33c-e3c9044fc105 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/networks?id=64fe6586-03fc-421e-a9a5-a4353381ca93 HTTP/1.1" status: 200 len: 807 time: 0.3624403 Sep 20 12:06:16.377539 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2b067cbf-52a3-433f-bd55-c5944925a426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.389241 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-1e7a842d-1f18-4802-bd4e-d7e0972b3ab7 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/quotas/3d66121d7d394ff8b671c6ab7c88df1a HTTP/1.1" status: 200 len: 375 time: 0.0402820 Sep 20 12:06:16.439658 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-f973771e-5f6e-4848-938d-23bfb80ee766 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3d66121d7d394ff8b671c6ab7c88df1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493877 Sep 20 12:06:16.488326 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-7645a64c-b308-446a-abad-67779388b4d7 service neutron] 10.222.0.20 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806782 Sep 20 12:06:16.625183 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.635219 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.667814 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-2bd80dc5-2a8e-4f4f-9dd7-e56f6cfa3c46 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270484 Sep 20 12:06:16.677703 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-565db75d-d263-4be7-bdf1-4d1e4df26e84 service neutron] 10.222.0.20 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795321 Sep 20 12:06:16.679208 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2b067cbf-52a3-433f-bd55-c5944925a426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.682529 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2b067cbf-52a3-433f-bd55-c5944925a426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.683512 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-2b067cbf-52a3-433f-bd55-c5944925a426 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d0e3aab-4f04-46a9-a8b3-712853d34045 HTTP/1.1" status: 204 len: 168 time: 0.7052178 Sep 20 12:06:16.744733 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b067cbf-52a3-433f-bd55-c5944925a426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0e3aab-4f04-46a9-a8b3-712853d34045,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:16.779963 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6572d-4f2e-4def-b8b0-d763d2f7daa0 None None] Pushing event updated for resources: {'Port': ['ID=a54e8981-041d-49a1-bcfc-e96558a3f299,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:16.845214 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Attempting to bind port a54e8981-041d-49a1-bcfc-e96558a3f299 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:16.846194 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Attempting to bind port a54e8981-041d-49a1-bcfc-e96558a3f299 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:16.847526 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Attempting to bind port a54e8981-041d-49a1-bcfc-e96558a3f299 on network 4f0be3c0-671a-4273-8c56-67ad62b46d6d {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:16.856282 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:16.868126 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Checking segment: {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:16.869622 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.870469 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Bound using segment: {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:16.872582 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Bound port: a54e8981-041d-49a1-bcfc-e96558a3f299, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:16.873455 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:16.902377 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-af39f843-d467-4646-ad3c-138d362f82e6 service neutron] 10.222.0.20 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332828 Sep 20 12:06:16.971481 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-462848e8-42c8-4b47-baaf-3b856a58635e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:16.973260 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-462848e8-42c8-4b47-baaf-3b856a58635e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 818 time: 0.2312100 Sep 20 12:06:16.990084 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Request body: {'port': {'device_id': 'f4753b9b-7bf6-4f92-a5cd-976b5f273146', 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d', 'admin_state_up': True, 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:17.130490 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] For port a54e8981-041d-49a1-bcfc-e96558a3f299, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:17.137780 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b9bc2-2a20-4a29-a747-32d8fdb7b6f5 req-cbe1ae2a-b009-4a4b-be24-07017ea82e63 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:17.140312 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] For port a54e8981-041d-49a1-bcfc-e96558a3f299, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=a54e8981-041d-49a1-bcfc-e96558a3f299,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:17.140454 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f33b9bc2-2a20-4a29-a747-32d8fdb7b6f5 req-cbe1ae2a-b009-4a4b-be24-07017ea82e63 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 945 time: 0.1193295 Sep 20 12:06:17.148161 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:17.210602 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Made reservation on behalf of 93dd92c239d748fc9469b7dabc4e01c1 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:17.217307 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:17.225059 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33296) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:17.233567 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f33b9bc2-2a20-4a29-a747-32d8fdb7b6f5 req-2d3c36b7-737a-45c6-ab97-cb6e0bcdbfca tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858130 Sep 20 12:06:17.241361 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Routers {'91758e48-bf22-4ace-a1ab-a8e7d9c0870b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:17.242214 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:17.309892 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e034fccf-2d8e-4912-b926-8196d5042fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:17.340973 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9e04c36c-0146-4834-a876-f50c44a2a778 req-2bb7d9ab-44df-4623-8fad-113870d6e327 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 210 time: 0.0699615 Sep 20 12:06:17.417890 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b98448d6-2fbc-47ef-b521-9dcadfaf3003 req-6fa49d53-feb2-4251-9de3-0099c2a27384 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 210 time: 0.0719476 Sep 20 12:06:17.470800 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6572d-4f2e-4def-b8b0-d763d2f7daa0 None None] Pushing event updated for resources: {'Port': ['ID=a54e8981-041d-49a1-bcfc-e96558a3f299,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:17.553298 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Allocated IP 172.20.0.8 (4f0be3c0-671a-4273-8c56-67ad62b46d6d/9f49f4ca-e0eb-426e-9ca2-baf4be12eacb/a3b102d6-e806-4c9c-8de7-1bd467c98c61) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:17.630814 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] Set router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:17.782328 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e034fccf-2d8e-4912-b926-8196d5042fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:17.796971 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e034fccf-2d8e-4912-b926-8196d5042fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:17.961612 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:06:13Z', 'revision_number': 4, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port': {'id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:10Z', 'updated_at': '2021-09-20T12:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'a54e8981-041d-49a1-bcfc-e96558a3f299', 'name': '', 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'mac_address': 'fa:16:3e:1d:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f49f4ca-e0eb-426e-9ca2-baf4be12eacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:12Z', 'updated_at': '2021-09-20T12:06:17Z', 'revision_number': 4, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'subnets': [{'id': '9f49f4ca-e0eb-426e-9ca2-baf4be12eacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:17.980232 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034fccf-2d8e-4912-b926-8196d5042fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2959fea6-8bbe-4b2c-ac95-7fd89ce5c3eb,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:18.015779 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e034fccf-2d8e-4912-b926-8196d5042fc7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c74c0aca18b64b4b88efc16b917fbe45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7895749 Sep 20 12:06:18.018268 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33342) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:18.039560 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b4ca1-f8ab-434a-a8fb-26bdb71851c8 None None] The sync data for ids ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'] in dv-cinder-810000-1-iscsi is: [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:06:13Z', 'revision_number': 4, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port': {'id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:10Z', 'updated_at': '2021-09-20T12:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'a54e8981-041d-49a1-bcfc-e96558a3f299', 'name': '', 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'mac_address': 'fa:16:3e:1d:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9f49f4ca-e0eb-426e-9ca2-baf4be12eacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:12Z', 'updated_at': '2021-09-20T12:06:17Z', 'revision_number': 4, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'subnets': [{'id': '9f49f4ca-e0eb-426e-9ca2-baf4be12eacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:06:18.122297 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.154368 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e41b509a-a69d-40a0-8115-d86dcb77c8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.196341 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e41b509a-a69d-40a0-8115-d86dcb77c8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.209872 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.324440 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33362) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:18.326453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Network 4f0be3c0-671a-4273-8c56-67ad62b46d6d is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:18.328999 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Pushing event updated for resources: {'Port': ['ID=a3b102d6-e806-4c9c-8de7-1bd467c98c61,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:18.336643 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:18.339243 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:18.439481 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:18.439703 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.443443 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e41b509a-a69d-40a0-8115-d86dcb77c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.446023 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e41b509a-a69d-40a0-8115-d86dcb77c8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.449946 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e41b509a-a69d-40a0-8115-d86dcb77c8b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2959fea6-8bbe-4b2c-ac95-7fd89ce5c3eb HTTP/1.1" status: 204 len: 168 time: 0.4305694 Sep 20 12:06:18.463116 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b509a-a69d-40a0-8115-d86dcb77c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2959fea6-8bbe-4b2c-ac95-7fd89ce5c3eb,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:18.495032 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d16a84dc-dd29-4949-a64d-5219819b406a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5089684 Sep 20 12:06:18.526232 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Request body: {'port': {'device_id': 'f4753b9b-7bf6-4f92-a5cd-976b5f273146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:18.527066 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-662c77e1-26bb-4efd-a6a3-f24810ec50b2 req-506f1bfd-45c3-4e7c-bc1f-4b8711b928ef tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 210 time: 0.0722134 Sep 20 12:06:18.543465 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-835f33df-9c92-44e5-9bdc-b30cd6b7486f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.676139 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.802000 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-835f33df-9c92-44e5-9bdc-b30cd6b7486f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.818675 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-835f33df-9c92-44e5-9bdc-b30cd6b7486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:18.908216 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33386) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:18.977136 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-835f33df-9c92-44e5-9bdc-b30cd6b7486f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b5db28e3a6b40659b67385d9fef7e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6492617 Sep 20 12:06:18.978618 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33392) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:19.089818 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f33df-9c92-44e5-9bdc-b30cd6b7486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6089c9bc-5232-44ae-a483-44fea97ee8ac,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:19.157894 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-68326e37-2d67-4e9a-9f32-086ed8882df6 req-e003aa8e-cf49-430a-bc83-22fa664dc37f tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 210 time: 0.1365271 Sep 20 12:06:19.201074 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-8b3256d7-d536-4e05-9749-a6be795b92e8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:19.207612 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-8b3256d7-d536-4e05-9749-a6be795b92e8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 818 time: 0.4034610 Sep 20 12:06:19.209432 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-69d5590c-3b21-41ff-8248-1e8e21c153fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.244807 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Request body: {'port': {'device_id': 'c5df290f-f763-4194-9112-a5cd95077a45', 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d', 'admin_state_up': True, 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:19.267473 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-792c80f6-c9f2-4ace-be42-74e964932c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.299370 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b102d6-e806-4c9c-8de7-1bd467c98c61 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:19.339349 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-792c80f6-c9f2-4ace-be42-74e964932c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.482239 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-792c80f6-c9f2-4ace-be42-74e964932c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.485050 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-792c80f6-c9f2-4ace-be42-74e964932c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.488735 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-792c80f6-c9f2-4ace-be42-74e964932c67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6089c9bc-5232-44ae-a483-44fea97ee8ac HTTP/1.1" status: 204 len: 168 time: 0.4951117 Sep 20 12:06:19.491342 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-a62c0081-a301-4e74-beb9-443f6742259d tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:19.493022 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-a62c0081-a301-4e74-beb9-443f6742259d tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.57 "GET /v2.0/networks?id=64fe6586-03fc-421e-a9a5-a4353381ca93 HTTP/1.1" status: 200 len: 807 time: 0.1883125 Sep 20 12:06:19.496617 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c80f6-c9f2-4ace-be42-74e964932c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6089c9bc-5232-44ae-a483-44fea97ee8ac,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:19.496770 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.514509 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Request body: {'port': {'device_id': 'c3863b22-c11c-4baf-84ad-9a7094b496d7', 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93', 'admin_state_up': True, 'tenant_id': '3d66121d7d394ff8b671c6ab7c88df1a'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:19.532325 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Transition to ACTIVE for port object a3b102d6-e806-4c9c-8de7-1bd467c98c61 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:06:19.558589 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.703284 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-50732e5e-cd8b-4f43-854e-408103a4c2a0 req-ea720b11-2926-4705-8f89-ddd9002543a4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 210 time: 0.0442941 Sep 20 12:06:19.823325 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b102d6-e806-4c9c-8de7-1bd467c98c61,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:19.888454 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-69d5590c-3b21-41ff-8248-1e8e21c153fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.904769 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-69d5590c-3b21-41ff-8248-1e8e21c153fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.933039 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Made reservation on behalf of 93dd92c239d748fc9469b7dabc4e01c1 for: {'port': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:19.940745 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:19.959236 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device a54e8981-041d-49a1-bcfc-e96558a3f299 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:20.034185 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5590c-3b21-41ff-8248-1e8e21c153fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610961a2-e7a8-4639-8ebc-926740d7d8b5,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:20.041820 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Made reservation on behalf of 3d66121d7d394ff8b671c6ab7c88df1a for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:20.061360 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.075528 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-69d5590c-3b21-41ff-8248-1e8e21c153fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=539b00b94cc345aeb44c395a4b28a13e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1656985 Sep 20 12:06:20.084557 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33450) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:20.100035 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Attempting to bind port a3b102d6-e806-4c9c-8de7-1bd467c98c61 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:20.100542 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Attempting to bind port a3b102d6-e806-4c9c-8de7-1bd467c98c61 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:20.101051 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Attempting to bind port a3b102d6-e806-4c9c-8de7-1bd467c98c61 on network 4f0be3c0-671a-4273-8c56-67ad62b46d6d {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:20.121023 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port a54e8981-041d-49a1-bcfc-e96558a3f299 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:20.121935 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.123273 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Port a3b102d6-e806-4c9c-8de7-1bd467c98c61 on network 4f0be3c0-671a-4273-8c56-67ad62b46d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:06:20.123779 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Attempting to bind port a3b102d6-e806-4c9c-8de7-1bd467c98c61 on network 4f0be3c0-671a-4273-8c56-67ad62b46d6d {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:20.149302 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:20.149647 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Checking segment: {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:20.150034 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Bound using segment: {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:20.151188 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Bound port: a3b102d6-e806-4c9c-8de7-1bd467c98c61, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:20.151188 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.350235 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.363600 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-74650108-cdcd-46f7-8089-668636d42a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.420818 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-74650108-cdcd-46f7-8089-668636d42a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.436972 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ccbac1f8-2417-49ab-b837-188c64edb70e req-af9725f8-bc1f-4dbf-aa17-a83313c173cb tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 210 time: 0.1143374 Sep 20 12:06:20.456669 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Allocated IP 172.20.0.13 (64fe6586-03fc-421e-a9a5-a4353381ca93/a44d9a94-cb80-4538-8d77-517b93134c60/b7839c41-e68f-4ad0-9d90-ca69a3ed17d5) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:20.497307 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] For port a3b102d6-e806-4c9c-8de7-1bd467c98c61, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:20.511172 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Allocated IP 172.20.0.14 (4f0be3c0-671a-4273-8c56-67ad62b46d6d/9f49f4ca-e0eb-426e-9ca2-baf4be12eacb/480fa162-2bd5-47bc-8f07-0e87dca774d6) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:20.526924 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port a54e8981-041d-49a1-bcfc-e96558a3f299, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=a54e8981-041d-49a1-bcfc-e96558a3f299,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:20.530625 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] For port a3b102d6-e806-4c9c-8de7-1bd467c98c61, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:20.544080 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.547680 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.585288 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-74650108-cdcd-46f7-8089-668636d42a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.588668 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-74650108-cdcd-46f7-8089-668636d42a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.589879 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-74650108-cdcd-46f7-8089-668636d42a55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/610961a2-e7a8-4639-8ebc-926740d7d8b5 HTTP/1.1" status: 204 len: 168 time: 0.5039687 Sep 20 12:06:20.632941 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-a22607c8-7306-4f57-9bdd-a8647a6a5b98 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:20.647143 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-a22607c8-7306-4f57-9bdd-a8647a6a5b98 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 814 time: 0.5041938 Sep 20 12:06:20.675558 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74650108-cdcd-46f7-8089-668636d42a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610961a2-e7a8-4639-8ebc-926740d7d8b5,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:20.685535 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:20.686521 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.688610 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=a54e8981-041d-49a1-bcfc-e96558a3f299,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:20.689333 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3b102d6-e806-4c9c-8de7-1bd467c98c61 HTTP/1.1" status: 200 len: 1093 time: 2.1721296 Sep 20 12:06:20.689462 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-8b7ede6b-e9fd-4bdc-abfe-c6934a5f4b3d tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/quotas/a13c5ca0df77442a97a81464f7f57250 HTTP/1.1" status: 200 len: 375 time: 0.0319901 Sep 20 12:06:20.702550 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4753b9b-7bf6-4f92-a5cd-976b5f273146', 'tag': 'a3b102d6-e806-4c9c-8de7-1bd467c98c61'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:20.707389 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4753b9b-7bf6-4f92-a5cd-976b5f273146", "tag": "a3b102d6-e806-4c9c-8de7-1bd467c98c61"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:20.809272 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551f06b-041f-400f-b9d6-ac5103214444 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b102d6-e806-4c9c-8de7-1bd467c98c61,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:20.820680 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59d931b-e97b-4eaf-8e44-1e3206ea65e0 x-openstack-request-id: req-a59d931b-e97b-4eaf-8e44-1e3206ea65e0 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:20.820978 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4753b9b-7bf6-4f92-a5cd-976b5f273146", "tag": "a3b102d6-e806-4c9c-8de7-1bd467c98c61", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:20.821225 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a59d931b-e97b-4eaf-8e44-1e3206ea65e0 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:20.821621 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4753b9b-7bf6-4f92-a5cd-976b5f273146', 'tag': 'a3b102d6-e806-4c9c-8de7-1bd467c98c61', 'status': 'completed', 'code': 200} Sep 20 12:06:20.882100 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-9611bd48-2642-4089-ba1f-fd4672a4b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:20.884244 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-9611bd48-2642-4089-ba1f-fd4672a4b518 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1096 time: 0.1091051 Sep 20 12:06:20.902031 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:20.943964 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-e5acf443-9bf4-405c-bb10-b8e71026ceab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61 HTTP/1.1" status: 200 len: 217 time: 0.0453930 Sep 20 12:06:21.016135 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e017b66c-f61f-4331-a42a-958da9495fee req-7c8a8021-e4c3-49ae-9571-2b2a77bf975a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 210 time: 0.0378406 Sep 20 12:06:21.021573 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-920b5ad5-a1fc-4a33-8ac7-2ab1e0f4b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:21.024700 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-920b5ad5-a1fc-4a33-8ac7-2ab1e0f4b920 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.0710428 Sep 20 12:06:21.026727 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.041946 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-9c096525-02fd-459e-8feb-4fcb12dc1f3b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3513136 Sep 20 12:06:21.103754 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-2f987702-7b3f-46cd-ad5e-b96dc2d7112f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401540 Sep 20 12:06:21.104358 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Pushing event updated for resources: {'Port': ['ID=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:21.111413 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Network 64fe6586-03fc-421e-a9a5-a4353381ca93 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:21.127962 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:21.130989 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:21.172399 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33494) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:21.191202 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-6d03e9d1-dc51-49b2-805f-2dcc63d453a3 service neutron] 10.222.0.20 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482711 Sep 20 12:06:21.229074 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7fa3-0a05-4345-8234-06e46c9a0746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.268825 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:21.269715 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.277898 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.316814 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-d18f5c1e-0b5a-4f30-b611-9f3fa3eeeb8d service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970308 Sep 20 12:06:21.330642 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-096052ae-a0b7-459f-9bd5-12646d3dda7b service neutron] 10.222.0.20 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384492 Sep 20 12:06:21.354297 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.410248 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Network 4f0be3c0-671a-4273-8c56-67ad62b46d6d is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:21.413937 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:21.417937 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:21.455791 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Pushing event updated for resources: {'Port': ['ID=480fa162-2bd5-47bc-8f07-0e87dca774d6,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:21.490163 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:21.490783 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.549639 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7fa3-0a05-4345-8234-06e46c9a0746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.561557 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7fa3-0a05-4345-8234-06e46c9a0746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.608000 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-24af1315-d5e2-450f-87c0-68225b6e6e28 req-d878a68e-d66e-42a0-bb86-fb75316b5381 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 210 time: 0.0404780 Sep 20 12:06:21.610937 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-f9361723-6fc1-41fe-983d-134766314932 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3734384 Sep 20 12:06:21.634824 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-ed8c7fa3-0a05-4345-8234-06e46c9a0746 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=447c3e1abd714af89fbcf976a8632eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550271 Sep 20 12:06:21.636283 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-826b1631-8b51-4214-accf-b988f6e02e3e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1295753 Sep 20 12:06:21.636831 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33514) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:21.644423 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Request body: {'port': {'device_id': 'c5df290f-f763-4194-9112-a5cd95077a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:21.671492 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Request body: {'port': {'device_id': 'c3863b22-c11c-4baf-84ad-9a7094b496d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:21.722216 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e9d6b-3ef7-4104-9bbe-90b7205f71ad req-7bd430c0-bf7b-4092-9275-e0db16888303 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:21.724328 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ff6e9d6b-3ef7-4104-9bbe-90b7205f71ad req-7bd430c0-bf7b-4092-9275-e0db16888303 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 932 time: 0.1152508 Sep 20 12:06:21.749358 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.786840 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-cb53ce72-3580-482e-9b61-9858c4d5111e req-92e526f8-7e50-49b1-a798-b5096bf099ec service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582679 Sep 20 12:06:21.812321 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c7fa3-0a05-4345-8234-06e46c9a0746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158ec99e-b80c-4e0a-89c9-ca8763cd3e2f,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:21.839135 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ff6e9d6b-3ef7-4104-9bbe-90b7205f71ad req-c5720005-5960-4279-b433-a97bc549f9e0 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071775 Sep 20 12:06:21.918881 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device a54e8981-041d-49a1-bcfc-e96558a3f299 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:21.937400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:21.991131 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e85f8d3d-a971-454e-8c79-2325ae2d2c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.014051 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port a54e8981-041d-49a1-bcfc-e96558a3f299 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:22.014412 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.143294 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-9522febf-2170-4036-8364-451c3b30ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:22.144844 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-9522febf-2170-4036-8364-451c3b30ed97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1096 time: 0.2622173 Sep 20 12:06:22.154157 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e85f8d3d-a971-454e-8c79-2325ae2d2c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.218998 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480fa162-2bd5-47bc-8f07-0e87dca774d6 {{(pid=94128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:22.245279 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.372040 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02650549-f9c0-46d7-bce0-7dc6dc46c660 req-91ccf6a3-bd26-4b99-b9c1-f377f651b3cd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:22.381999 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-02650549-f9c0-46d7-bce0-7dc6dc46c660 req-91ccf6a3-bd26-4b99-b9c1-f377f651b3cd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 932 time: 0.1564348 Sep 20 12:06:22.392146 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.provisioning_blocks [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Transition to ACTIVE for port object 480fa162-2bd5-47bc-8f07-0e87dca774d6 will not be triggered until provisioned by entity L2. {{(pid=94128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:06:22.409653 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.590159 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-02650549-f9c0-46d7-bce0-7dc6dc46c660 req-481433dd-0b51-4a74-94d3-403dad107815 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052286 Sep 20 12:06:22.609942 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Pushing event updated for resources: {'Port': ['ID=480fa162-2bd5-47bc-8f07-0e87dca774d6,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:22.621797 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-16f520a5-077e-42d7-980c-9fb95379c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:22.623341 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-16f520a5-077e-42d7-980c-9fb95379c7ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 919 time: 0.4669232 Sep 20 12:06:22.711600 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Attempting to bind port 480fa162-2bd5-47bc-8f07-0e87dca774d6 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:22.711997 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Attempting to bind port 480fa162-2bd5-47bc-8f07-0e87dca774d6 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:22.714330 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Attempting to bind port 480fa162-2bd5-47bc-8f07-0e87dca774d6 on network 4f0be3c0-671a-4273-8c56-67ad62b46d6d {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:22.722281 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Port 480fa162-2bd5-47bc-8f07-0e87dca774d6 on network 4f0be3c0-671a-4273-8c56-67ad62b46d6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:06:22.722625 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Attempting to bind port 480fa162-2bd5-47bc-8f07-0e87dca774d6 on network 4f0be3c0-671a-4273-8c56-67ad62b46d6d {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:22.740652 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:22.740987 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Checking segment: {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:22.741462 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Bound using segment: {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:22.742028 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Bound port: 480fa162-2bd5-47bc-8f07-0e87dca774d6, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e60d6c-2699-495a-8318-777690ad8e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d'}}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:22.742745 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.766863 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-72565adc-facf-4299-96dc-784ddd60a5c9 req-70db6849-3fd5-430a-ab00-7fe2ddb69709 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 210 time: 0.0406208 Sep 20 12:06:22.769457 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-3e803447-5756-4208-b35b-0c0d0349bfe8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61 HTTP/1.1" status: 200 len: 217 time: 0.0702860 Sep 20 12:06:22.845772 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] For port 480fa162-2bd5-47bc-8f07-0e87dca774d6, host hv-cinder-81000, cleared binding levels {{(pid=94128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:22.849167 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] For port 480fa162-2bd5-47bc-8f07-0e87dca774d6, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=480fa162-2bd5-47bc-8f07-0e87dca774d6,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:22.853486 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.859662 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e85f8d3d-a971-454e-8c79-2325ae2d2c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.862430 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e85f8d3d-a971-454e-8c79-2325ae2d2c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.863694 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e85f8d3d-a971-454e-8c79-2325ae2d2c9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/158ec99e-b80c-4e0a-89c9-ca8763cd3e2f HTTP/1.1" status: 204 len: 168 time: 1.2182803 Sep 20 12:06:22.941895 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f8d3d-a971-454e-8c79-2325ae2d2c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ec99e-b80c-4e0a-89c9-ca8763cd3e2f,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:22.947125 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-60296c78-382d-4a99-8e27-8cb7e988c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:22.950543 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-60296c78-382d-4a99-8e27-8cb7e988c98b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.1662574 Sep 20 12:06:22.956994 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:22.958763 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:22.961117 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] 10.222.0.57 "PUT /v2.0/ports/480fa162-2bd5-47bc-8f07-0e87dca774d6 HTTP/1.1" status: 200 len: 1094 time: 1.3223407 Sep 20 12:06:22.981995 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5df290f-f763-4194-9112-a5cd95077a45', 'tag': '480fa162-2bd5-47bc-8f07-0e87dca774d6'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:22.984345 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6370da6-4551-4f40-8ab2-d25734e153af" -d '{"events": [{"name": "network-changed", "server_uuid": "c5df290f-f763-4194-9112-a5cd95077a45", "tag": "480fa162-2bd5-47bc-8f07-0e87dca774d6"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:23.016661 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-da2fbd8d-0621-42aa-bfa1-3a8597b428a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576415 Sep 20 12:06:23.027484 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996cb85-6ae1-4e9d-82e5-189088b816cb service neutron] Pushing event updated for resources: {'Port': ['ID=480fa162-2bd5-47bc-8f07-0e87dca774d6,revision_number=3']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:23.063996 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9e20e-ee56-4b47-89c4-0ebe528dfb60 req-14599dfd-ec04-4ccf-adf3-b641c64b756b tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:23.066081 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bac9e20e-ee56-4b47-89c4-0ebe528dfb60 req-14599dfd-ec04-4ccf-adf3-b641c64b756b tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 932 time: 0.1222215 Sep 20 12:06:23.119658 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bac9e20e-ee56-4b47-89c4-0ebe528dfb60 req-3f7207b1-88c0-405f-9057-df90b1da580c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Sep 20 12:06:23.168108 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cc4c3f-a96f-4de7-b628-f46e260a83c4 x-openstack-request-id: req-04cc4c3f-a96f-4de7-b628-f46e260a83c4 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:23.168809 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5df290f-f763-4194-9112-a5cd95077a45", "tag": "480fa162-2bd5-47bc-8f07-0e87dca774d6", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:23.169062 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04cc4c3f-a96f-4de7-b628-f46e260a83c4 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:23.169446 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5df290f-f763-4194-9112-a5cd95077a45', 'tag': '480fa162-2bd5-47bc-8f07-0e87dca774d6', 'status': 'completed', 'code': 200} Sep 20 12:06:23.191284 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:23.199491 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-d55c27e5-43a9-4ca5-b897-285826c56341 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683600 Sep 20 12:06:23.201188 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:23.220260 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Transition to ACTIVE for port object b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:06:23.224551 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:23.290774 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:23.341502 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Attempting to bind port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:23.341819 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Attempting to bind port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:23.342200 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Attempting to bind port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 on network 64fe6586-03fc-421e-a9a5-a4353381ca93 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:23.346307 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 on network 64fe6586-03fc-421e-a9a5-a4353381ca93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:06:23.346685 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Attempting to bind port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 on network 64fe6586-03fc-421e-a9a5-a4353381ca93 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:23.351415 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:23.351744 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Checking segment: {'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:23.352178 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Bound using segment: {'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:23.352591 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Bound port: b7839c41-e68f-4ad0-9d90-ca69a3ed17d5, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe438c47-3516-4531-ab19-2a1ecaebab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:23.352951 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:23.420288 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] For port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:23.423656 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] For port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:23.429001 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:23.461924 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:23.464873 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:23.464873 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] 10.222.0.57 "PUT /v2.0/ports/b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 HTTP/1.1" status: 200 len: 1094 time: 1.8044469 Sep 20 12:06:23.466425 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3863b22-c11c-4baf-84ad-9a7094b496d7', 'tag': 'b7839c41-e68f-4ad0-9d90-ca69a3ed17d5'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:23.468655 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b081585-7144-4c2e-ae54-9ee30d51e169" -d '{"events": [{"name": "network-changed", "server_uuid": "c3863b22-c11c-4baf-84ad-9a7094b496d7", "tag": "b7839c41-e68f-4ad0-9d90-ca69a3ed17d5"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:23.493076 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7acd29-4893-4f1d-9ff5-226d0f415db0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:23.505397 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0182006e-25dc-405a-9f41-f7aca925bcbb x-openstack-request-id: req-0182006e-25dc-405a-9f41-f7aca925bcbb {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:23.505688 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3863b22-c11c-4baf-84ad-9a7094b496d7", "tag": "b7839c41-e68f-4ad0-9d90-ca69a3ed17d5", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:23.505947 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0182006e-25dc-405a-9f41-f7aca925bcbb {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:23.506334 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3863b22-c11c-4baf-84ad-9a7094b496d7', 'tag': 'b7839c41-e68f-4ad0-9d90-ca69a3ed17d5', 'status': 'completed', 'code': 200} Sep 20 12:06:23.700805 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4485e8a-fb6e-4c91-be01-c72228b6acc5 req-01ed6265-4220-49fb-be58-1820c1e36463 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:23.702415 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c4485e8a-fb6e-4c91-be01-c72228b6acc5 req-01ed6265-4220-49fb-be58-1820c1e36463 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0480092 Sep 20 12:06:23.740960 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c4485e8a-fb6e-4c91-be01-c72228b6acc5 req-fb83cdbe-8ce6-41f6-9e7f-4c0d241c4d21 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Sep 20 12:06:23.865520 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-01d7ecfb-74ae-4f81-9bc5-7b8838a94045 req-ea482229-85bc-4c21-9b5c-0fd11aba2f3a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 210 time: 0.0311091 Sep 20 12:06:24.235749 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f7a63-de60-41e3-8a7c-684ca8c2ae59 req-eba44e4f-9b00-44c2-967d-53cb0b360c01 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:24.237320 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2a0f7a63-de60-41e3-8a7c-684ca8c2ae59 req-eba44e4f-9b00-44c2-967d-53cb0b360c01 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0503674 Sep 20 12:06:24.275738 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2a0f7a63-de60-41e3-8a7c-684ca8c2ae59 req-bcf5b3f8-e995-49ba-bf47-45f7f3f19eaf tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Sep 20 12:06:24.861598 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf3ba0-4247-4fd6-aff5-10cdcc7f0ebb req-a544e4cc-e744-4f9c-9b28-b53c8fe2d4c0 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:24.863044 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4adf3ba0-4247-4fd6-aff5-10cdcc7f0ebb req-a544e4cc-e744-4f9c-9b28-b53c8fe2d4c0 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0499179 Sep 20 12:06:24.900024 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4adf3ba0-4247-4fd6-aff5-10cdcc7f0ebb req-2cde4abb-cde7-4715-b5a4-78d022e388af tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Sep 20 12:06:24.980100 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d7723b66-31e2-492c-98a4-8e68ba148458 req-742e160e-78f1-4fd4-bd6f-a7dc258eb048 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 210 time: 0.0282454 Sep 20 12:06:25.386423 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924483c1-0e7c-4322-bf09-f6fec68e9d30 req-ae66471f-c105-4991-9f8e-32c340ff8260 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:25.387838 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-924483c1-0e7c-4322-bf09-f6fec68e9d30 req-ae66471f-c105-4991-9f8e-32c340ff8260 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0473766 Sep 20 12:06:25.423262 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-924483c1-0e7c-4322-bf09-f6fec68e9d30 req-919d1ef1-2957-4558-b4fb-1f73f74afa68 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296459 Sep 20 12:06:25.831562 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.57', 53761) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:25.952213 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-19efabc4-829f-42aa-9c51-472dbd8755c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:25.955427 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-19efabc4-829f-42aa-9c51-472dbd8755c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 1097 time: 0.1322551 Sep 20 12:06:26.012084 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b7c3bd78-29c2-4010-810a-69a8cf9a59b6 req-3d4ea75e-8780-4489-b786-dd4c8f746ce9 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812027 Sep 20 12:06:26.014657 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b081585-7144-4c2e-ae54-9ee30d51e169 req-e9aae4f7-593a-4abc-9441-e7fd70a8551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:26.016080 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-4b081585-7144-4c2e-ae54-9ee30d51e169 req-e9aae4f7-593a-4abc-9441-e7fd70a8551d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d66121d7d394ff8b671c6ab7c88df1a&device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 1097 time: 0.1765351 Sep 20 12:06:26.044009 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-81743f3a-047a-4331-a837-b4f18bab77a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=480fa162-2bd5-47bc-8f07-0e87dca774d6 HTTP/1.1" status: 200 len: 217 time: 0.0785553 Sep 20 12:06:26.051762 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-56f003f8-f57a-44a7-a6ab-c50465d3e4d7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:26.053222 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-56f003f8-f57a-44a7-a6ab-c50465d3e4d7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 814 time: 0.2207398 Sep 20 12:06:26.095202 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc8f7-b4be-4fd4-922d-66bdd9b4e5aa req-062d9965-f598-42c8-8814-36188f6c0a54 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:26.097212 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0d7fc8f7-b4be-4fd4-922d-66bdd9b4e5aa req-062d9965-f598-42c8-8814-36188f6c0a54 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.1195400 Sep 20 12:06:26.104109 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Request body: {'port': {'device_id': '227bb2ee-a992-47ea-867f-cd62cf848137', 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'admin_state_up': True, 'tenant_id': 'a13c5ca0df77442a97a81464f7f57250'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:26.153243 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b081585-7144-4c2e-ae54-9ee30d51e169 req-2158a2f9-cead-498a-a827-c49559ba6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:26.154697 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-4b081585-7144-4c2e-ae54-9ee30d51e169 req-2158a2f9-cead-498a-a827-c49559ba6400 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3d66121d7d394ff8b671c6ab7c88df1a&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1089475 Sep 20 12:06:26.172617 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1317e9be-01e0-47d7-bc0b-e9ac2a28c89b req-ba80e39e-e35b-4bd0-9d27-b50dedd18c33 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 210 time: 0.0741742 Sep 20 12:06:26.244009 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-18784e23-a889-4a8f-a047-667e5ef42d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:26.245450 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-18784e23-a889-4a8f-a047-667e5ef42d5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.1756096 Sep 20 12:06:26.250143 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0d7fc8f7-b4be-4fd4-922d-66bdd9b4e5aa req-b61aac8d-ef2f-43f0-91b7-239f9dcd7961 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415718 Sep 20 12:06:26.298513 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Made reservation on behalf of a13c5ca0df77442a97a81464f7f57250 for: {'port': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:26.302231 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:26.422654 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Allocated IP 172.20.0.2 (1e33ade8-c7c7-4216-83b4-c3ac87ef53de/75038fda-b65e-42b1-b384-9abf93e5283f/d43e3216-429d-44d7-94cd-5db2b0c2fa8f) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:26.591434 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3306c-530d-48f4-aa58-97479564e1f6 req-d031e2b6-7d48-40e4-bd0b-a0a41db6a284 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:26.592924 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e0a3306c-530d-48f4-aa58-97479564e1f6 req-d031e2b6-7d48-40e4-bd0b-a0a41db6a284 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0959008 Sep 20 12:06:26.610532 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:26.651541 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e0a3306c-530d-48f4-aa58-97479564e1f6 req-23b30698-c422-4ca1-a1be-b21cea43c931 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Sep 20 12:06:26.664934 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:26.709158 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:26.712001 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:26.715376 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:26.739264 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Pushing event updated for resources: {'Port': ['ID=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:26.767505 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:26.768135 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:26.781679 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7c830b92-c43b-4e77-8ea4-abb5360b2f10 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7099955 Sep 20 12:06:27.292262 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167b6e6-7b35-4558-a4e4-73854160098e req-b9cbdbc2-75bb-49be-9cbd-047bffadaba7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:27.293916 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6167b6e6-7b35-4558-a4e4-73854160098e req-b9cbdbc2-75bb-49be-9cbd-047bffadaba7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 931 time: 0.0522449 Sep 20 12:06:27.331285 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6167b6e6-7b35-4558-a4e4-73854160098e req-a974830e-22cf-4d56-8665-fb96c4a3dc37 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Sep 20 12:06:27.387614 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33692) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:27.434704 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779acd73-24a6-47f0-afef-da61792a002e req-765f27a9-e0da-4147-a0c6-f7f4a9a95cf2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:27.436317 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-779acd73-24a6-47f0-afef-da61792a002e req-765f27a9-e0da-4147-a0c6-f7f4a9a95cf2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0481575 Sep 20 12:06:27.473535 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-779acd73-24a6-47f0-afef-da61792a002e req-87ccadce-c11f-479d-9f41-86ee339bec61 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Sep 20 12:06:27.494485 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-35fa4124-032b-4bec-bba7-c4815122f8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:27.579734 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-35fa4124-032b-4bec-bba7-c4815122f8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:27.583626 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-35fa4124-032b-4bec-bba7-c4815122f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:27.620483 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa4124-032b-4bec-bba7-c4815122f8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2166b2d7-d693-4a69-9c53-aa9f2bdf7bf3,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:27.625750 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-35fa4124-032b-4bec-bba7-c4815122f8e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4e11566bfd44a6b9a311d59160015eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371051 Sep 20 12:06:27.628531 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33696) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:27.675616 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f767c5bd-4f82-406f-bbb6-6ef2b5ec44fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:27.696611 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f767c5bd-4f82-406f-bbb6-6ef2b5ec44fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:27.742977 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f767c5bd-4f82-406f-bbb6-6ef2b5ec44fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:27.745748 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f767c5bd-4f82-406f-bbb6-6ef2b5ec44fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:27.748844 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f767c5bd-4f82-406f-bbb6-6ef2b5ec44fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2166b2d7-d693-4a69-9c53-aa9f2bdf7bf3 HTTP/1.1" status: 204 len: 168 time: 0.1175342 Sep 20 12:06:27.754811 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767c5bd-4f82-406f-bbb6-6ef2b5ec44fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2166b2d7-d693-4a69-9c53-aa9f2bdf7bf3,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:27.769476 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abae754-123b-4a20-af09-283bb4dd0ac4 req-a85ee75a-3494-48c7-998a-b0e2d9510672 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:27.772634 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1abae754-123b-4a20-af09-283bb4dd0ac4 req-a85ee75a-3494-48c7-998a-b0e2d9510672 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0564361 Sep 20 12:06:27.810028 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1abae754-123b-4a20-af09-283bb4dd0ac4 req-3cde872d-6799-4853-84ef-821e12c05c21 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Sep 20 12:06:28.011141 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33708) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:28.024311 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-63972018-6a5c-42a8-8eb2-fab270488a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:28.111224 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-63972018-6a5c-42a8-8eb2-fab270488a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:28.115479 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-63972018-6a5c-42a8-8eb2-fab270488a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:28.151211 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63972018-6a5c-42a8-8eb2-fab270488a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21aecd2-1109-4565-9ae3-7980d1649b1b,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:28.157241 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-63972018-6a5c-42a8-8eb2-fab270488a24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83a2d32ba83c4f9db960d516b64ac09f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434717 Sep 20 12:06:28.158444 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33712) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:28.206295 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f281fb1d-8350-410c-a779-e31a3d72bf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:28.227576 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f281fb1d-8350-410c-a779-e31a3d72bf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:28.273496 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f281fb1d-8350-410c-a779-e31a3d72bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:28.275977 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f281fb1d-8350-410c-a779-e31a3d72bf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:28.277130 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f281fb1d-8350-410c-a779-e31a3d72bf03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e21aecd2-1109-4565-9ae3-7980d1649b1b HTTP/1.1" status: 204 len: 168 time: 0.1178105 Sep 20 12:06:28.284441 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281fb1d-8350-410c-a779-e31a3d72bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21aecd2-1109-4565-9ae3-7980d1649b1b,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:28.444059 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd0051-3f8e-4b86-a96e-0a9a95cb9137 req-65665725-4c49-4e9a-afb6-534b1f4084ec tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:28.446177 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79cd0051-3f8e-4b86-a96e-0a9a95cb9137 req-65665725-4c49-4e9a-afb6-534b1f4084ec tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 931 time: 0.0487630 Sep 20 12:06:28.483288 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79cd0051-3f8e-4b86-a96e-0a9a95cb9137 req-b1a3a2cc-d9e5-4280-9ae7-19e88d2b6824 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310135 Sep 20 12:06:28.587670 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f0be7-f96d-4bcf-bb01-8c4cb8c933df req-d4a66a05-40fd-472f-a4b2-450ef8837044 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:28.587824 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c95f0be7-f96d-4bcf-bb01-8c4cb8c933df req-d4a66a05-40fd-472f-a4b2-450ef8837044 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0493553 Sep 20 12:06:28.625859 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c95f0be7-f96d-4bcf-bb01-8c4cb8c933df req-4e902202-1b25-41b6-bb21-786545c4bb0e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Sep 20 12:06:28.871709 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:28.916134 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a3b102d6-e806-4c9c-8de7-1bd467c98c61 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:06:28.925075 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Request body: {'port': {'device_id': '227bb2ee-a992-47ea-867f-cd62cf848137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:28.970675 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-c5c129f9-3906-4e52-90b4-9c700cc36bc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504181 Sep 20 12:06:29.014034 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b081585-7144-4c2e-ae54-9ee30d51e169 req-69564d16-604a-4e07-9422-588c0a9a93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:29.016238 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-4b081585-7144-4c2e-ae54-9ee30d51e169 req-69564d16-604a-4e07-9422-588c0a9a93a4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272969 Sep 20 12:06:29.032847 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581de27d-b082-478f-bf8d-e8256b2392b4 req-1e74bc8e-944e-4b54-85eb-d212aa220013 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:29.034658 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-581de27d-b082-478f-bf8d-e8256b2392b4 req-1e74bc8e-944e-4b54-85eb-d212aa220013 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.1493449 Sep 20 12:06:29.059317 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:29.103022 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a3b102d6-e806-4c9c-8de7-1bd467c98c61, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:29.127203 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'a3b102d6-e806-4c9c-8de7-1bd467c98c61', 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d', 'port_id': 'a3b102d6-e806-4c9c-8de7-1bd467c98c61', 'mac_address': 'fa:16:3e:df:fd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f49f4ca-e0eb-426e-9ca2-baf4be12eacb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:06:29.144316 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-69b3d5bd-c948-4958-b8c1-ac82a13cddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:29.146125 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-69b3d5bd-c948-4958-b8c1-ac82a13cddf4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3d66121d7d394ff8b671c6ab7c88df1a&device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 1097 time: 0.0857058 Sep 20 12:06:29.173336 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:29.178824 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-581de27d-b082-478f-bf8d-e8256b2392b4 req-b1c8be11-eb40-4fcc-aaad-26c66568ac71 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311646 Sep 20 12:06:29.202759 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b102d6-e806-4c9c-8de7-1bd467c98c61 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:29.222342 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-53263e83-5978-460a-9bea-84e739ed1e7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 HTTP/1.1" status: 200 len: 217 time: 0.0646122 Sep 20 12:06:29.237054 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-3256ff9d-236c-4edc-8fae-bba666f4319e service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554877 Sep 20 12:06:29.266812 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a3b102d6-e806-4c9c-8de7-1bd467c98c61, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:29.278752 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:29.296164 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-18d2e07b-cf2e-4423-99b9-27923a38df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:29.298000 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-18d2e07b-cf2e-4423-99b9-27923a38df50 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a44d9a94-cb80-4538-8d77-517b93134c60 HTTP/1.1" status: 200 len: 847 time: 0.0629847 Sep 20 12:06:29.363660 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-af71e7c7-6195-4092-a83b-289999c50e1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=64fe6586-03fc-421e-a9a5-a4353381ca93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576112 Sep 20 12:06:29.429583 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=a3b102d6-e806-4c9c-8de7-1bd467c98c61,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:29.513374 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d8612bb-46a6-44ab-b698-dd719186c7df req-497994c1-4875-4bb0-a04d-b2a6e95ef2fd service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652555 Sep 20 12:06:29.534623 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-45bb6d6f-6aad-47d0-9dc2-cece34507834 service neutron] 10.222.0.57 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563003 Sep 20 12:06:29.603144 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43e3216-429d-44d7-94cd-5db2b0c2fa8f {{(pid=94128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:29.610725 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:29.664349 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-42ebc132-af8f-4ae5-90d0-c3692b61a073 req-c34e7852-d38c-48ec-8419-db69744e0a02 service neutron] 10.222.0.57 "GET /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193330 Sep 20 12:06:29.880136 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.provisioning_blocks [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Transition to ACTIVE for port object d43e3216-429d-44d7-94cd-5db2b0c2fa8f will not be triggered until provisioned by entity L2. {{(pid=94128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:06:29.902053 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:29.965290 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b90225-0597-419f-ae9b-1be62ca6ff67 req-c775c09d-d9d1-4f74-b47d-f0de44014483 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:29.966769 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-78b90225-0597-419f-ae9b-1be62ca6ff67 req-c775c09d-d9d1-4f74-b47d-f0de44014483 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 931 time: 0.3535302 Sep 20 12:06:29.973149 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370da6-4551-4f40-8ab2-d25734e153af req-bef0ba14-5d71-498e-a5fa-2d6ec9d39f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:29.974562 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6370da6-4551-4f40-8ab2-d25734e153af req-bef0ba14-5d71-498e-a5fa-2d6ec9d39f64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 1097 time: 0.3602986 Sep 20 12:06:30.011658 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Pushing event updated for resources: {'Port': ['ID=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:30.021755 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cc718-eb4e-4b5c-b3f3-21b9c9327d10 req-028cf049-f29d-496c-a840-3c1fb8f7f346 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:30.023314 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7f3cc718-eb4e-4b5c-b3f3-21b9c9327d10 req-028cf049-f29d-496c-a840-3c1fb8f7f346 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.1599064 Sep 20 12:06:30.150718 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-78b90225-0597-419f-ae9b-1be62ca6ff67 req-5aac66f4-75b9-42d5-a830-0374893d2496 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751924 Sep 20 12:06:30.183751 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7f3cc718-eb4e-4b5c-b3f3-21b9c9327d10 req-45305138-7691-429f-9740-7806dd53887d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328611 Sep 20 12:06:30.206280 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Attempting to bind port d43e3216-429d-44d7-94cd-5db2b0c2fa8f on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:30.206622 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Attempting to bind port d43e3216-429d-44d7-94cd-5db2b0c2fa8f by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:30.206952 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Attempting to bind port d43e3216-429d-44d7-94cd-5db2b0c2fa8f on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:30.210343 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33798) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:30.227308 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Port d43e3216-429d-44d7-94cd-5db2b0c2fa8f on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:06:30.227997 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Attempting to bind port d43e3216-429d-44d7-94cd-5db2b0c2fa8f on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:30.236283 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370da6-4551-4f40-8ab2-d25734e153af req-548e44c9-3ced-4ea7-8a7c-0e5ce9a4f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:30.237857 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6370da6-4551-4f40-8ab2-d25734e153af req-548e44c9-3ced-4ea7-8a7c-0e5ce9a4f551 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 919 time: 0.2473717 Sep 20 12:06:30.238770 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:30.239101 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Checking segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:30.239476 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Bound using segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:30.240205 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Bound port: d43e3216-429d-44d7-94cd-5db2b0c2fa8f, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'}}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:30.240561 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.295642 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6370da6-4551-4f40-8ab2-d25734e153af req-036597bd-1a41-4d58-b5b3-5b6a7af352b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=480fa162-2bd5-47bc-8f07-0e87dca774d6 HTTP/1.1" status: 200 len: 217 time: 0.0455563 Sep 20 12:06:30.341391 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e1e364da-3089-45fa-a016-91d735b60024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.454543 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59973cdf-e074-4b77-928e-4d6087708fa5 req-4ba65cc5-6065-4532-8c6c-f5cc21085c01 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:30.466559 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-59973cdf-e074-4b77-928e-4d6087708fa5 req-4ba65cc5-6065-4532-8c6c-f5cc21085c01 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.1756299 Sep 20 12:06:30.476544 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] For port d43e3216-429d-44d7-94cd-5db2b0c2fa8f, host hv-cinder-81000, cleared binding levels {{(pid=94128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:30.484516 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] For port d43e3216-429d-44d7-94cd-5db2b0c2fa8f, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:30.487399 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370da6-4551-4f40-8ab2-d25734e153af req-851186a3-91ee-4b89-9eaa-345573a4cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:30.488903 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6370da6-4551-4f40-8ab2-d25734e153af req-851186a3-91ee-4b89-9eaa-345573a4cfbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.1293964 Sep 20 12:06:30.496837 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.524987 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['a3b102d6-e806-4c9c-8de7-1bd467c98c61'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:30.538461 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e1e364da-3089-45fa-a016-91d735b60024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.551914 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e1e364da-3089-45fa-a016-91d735b60024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.568904 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6370da6-4551-4f40-8ab2-d25734e153af req-5e229a4e-3e56-4f29-9bce-e6cf9bbd21c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635855 Sep 20 12:06:30.595543 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:30.596218 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.597611 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] 10.222.0.57 "PUT /v2.0/ports/d43e3216-429d-44d7-94cd-5db2b0c2fa8f HTTP/1.1" status: 200 len: 1093 time: 1.6786573 Sep 20 12:06:30.598017 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227bb2ee-a992-47ea-867f-cd62cf848137', 'tag': 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:30.600550 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66abbe93-e46d-4675-be92-a099605e6f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "227bb2ee-a992-47ea-867f-cd62cf848137", "tag": "d43e3216-429d-44d7-94cd-5db2b0c2fa8f"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:30.638208 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-59973cdf-e074-4b77-928e-4d6087708fa5 req-7853c69e-9898-48ce-878e-87713a8fc806 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706905 Sep 20 12:06:30.660184 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e364da-3089-45fa-a016-91d735b60024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca3bd40-641b-4ff7-8320-348f215fc675,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:30.665458 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a33d6-4c05-43e1-96b8-e4ac83284f86 service neutron] Pushing event updated for resources: {'Port': ['ID=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,revision_number=3']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:30.683575 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e1e364da-3089-45fa-a016-91d735b60024 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b044bd8585e84efcae41d2fbb1422a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714758 Sep 20 12:06:30.692287 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33812) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:30.698217 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa6a92e-e0a7-436e-8daf-734ebf6c3c10 x-openstack-request-id: req-2aa6a92e-e0a7-436e-8daf-734ebf6c3c10 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:30.698498 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227bb2ee-a992-47ea-867f-cd62cf848137", "tag": "d43e3216-429d-44d7-94cd-5db2b0c2fa8f", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:30.698738 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2aa6a92e-e0a7-436e-8daf-734ebf6c3c10 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:30.699117 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227bb2ee-a992-47ea-867f-cd62cf848137', 'tag': 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f', 'status': 'completed', 'code': 200} Sep 20 12:06:30.736830 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6370da6-4551-4f40-8ab2-d25734e153af req-e2163fa9-205a-4041-87c5-0b579225d9e9 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559875 Sep 20 12:06:30.748177 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4f5dea0b-21a5-40e1-bac1-9de1536b1e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.773636 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4f5dea0b-21a5-40e1-bac1-9de1536b1e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.819579 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4f5dea0b-21a5-40e1-bac1-9de1536b1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.822369 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4f5dea0b-21a5-40e1-bac1-9de1536b1e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:30.823508 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-4f5dea0b-21a5-40e1-bac1-9de1536b1e2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ca3bd40-641b-4ff7-8320-348f215fc675 HTTP/1.1" status: 204 len: 168 time: 0.1299367 Sep 20 12:06:30.831043 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dea0b-21a5-40e1-bac1-9de1536b1e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca3bd40-641b-4ff7-8320-348f215fc675,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:31.070219 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33818) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:31.083255 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4c5e-b022-4d49-9162-3ded46336a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:31.168658 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4c5e-b022-4d49-9162-3ded46336a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:31.172097 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e1c4c5e-b022-4d49-9162-3ded46336a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:31.213834 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1e1c4c5e-b022-4d49-9162-3ded46336a95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09023cb2b7224aa9935a62a9bcd3f484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425369 Sep 20 12:06:31.214983 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c4c5e-b022-4d49-9162-3ded46336a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22031cd1-95e6-485c-95e1-e82e9c8061e9,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:31.217653 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33826) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:31.292768 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fcd61cbd-08cb-4c8c-81c1-98fc617409aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:31.348461 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fcd61cbd-08cb-4c8c-81c1-98fc617409aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:31.379304 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24829506-81d0-48dc-aaf0-42d36a76c4f2 req-621986fb-7e57-4f4b-b61b-cedbb5e5348c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:31.380814 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-24829506-81d0-48dc-aaf0-42d36a76c4f2 req-621986fb-7e57-4f4b-b61b-cedbb5e5348c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.1099062 Sep 20 12:06:31.391054 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77508904-4652-41c3-babb-5277e76f615a req-e602c79f-2930-4540-ba67-408b55925f64 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:31.392480 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-77508904-4652-41c3-babb-5277e76f615a req-e602c79f-2930-4540-ba67-408b55925f64 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.1226444 Sep 20 12:06:31.466216 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-24829506-81d0-48dc-aaf0-42d36a76c4f2 req-2729abbe-00c3-4ed0-a044-9cf4455c131e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673063 Sep 20 12:06:31.481566 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-77508904-4652-41c3-babb-5277e76f615a req-ef378d12-2b5b-49a1-9184-2eb9e8327739 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743232 Sep 20 12:06:31.493739 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fcd61cbd-08cb-4c8c-81c1-98fc617409aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:31.496291 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fcd61cbd-08cb-4c8c-81c1-98fc617409aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:31.503773 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-fcd61cbd-08cb-4c8c-81c1-98fc617409aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22031cd1-95e6-485c-95e1-e82e9c8061e9 HTTP/1.1" status: 204 len: 168 time: 0.2787850 Sep 20 12:06:31.517707 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd61cbd-08cb-4c8c-81c1-98fc617409aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22031cd1-95e6-485c-95e1-e82e9c8061e9,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:31.794352 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea93ad-1092-40e4-9cc5-8b5213fbf3ba req-503a6271-94d0-49fa-965a-fced560b6299 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:31.796028 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bbea93ad-1092-40e4-9cc5-8b5213fbf3ba req-503a6271-94d0-49fa-965a-fced560b6299 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0818524 Sep 20 12:06:31.839288 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bbea93ad-1092-40e4-9cc5-8b5213fbf3ba req-f5d69931-1dd8-4538-bcab-89c6905b4aa8 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372267 Sep 20 12:06:32.196454 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 33870) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:32.286994 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-362370754-network', 'tenant_id': 'b8b831ce2c43458ea5ff34096e7b9b8a'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:32.307707 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Made reservation on behalf of b8b831ce2c43458ea5ff34096e7b9b8a for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:32.309887 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.317630 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.401918 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.405269 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.427548 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:06:32.441558 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c012d1-40bc-425a-a48e-181e63f0d202,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:32.444328 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.444659 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Added segment 11f43323-0312-4122-b2ad-ff31aa4bf140 of type vlan for network fbb490db-9cf2-4260-88e0-31b6f96864b0 Sep 20 12:06:32.482730 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.508822 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.509894 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:32.510498 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.540225 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3426571 Sep 20 12:06:32.543121 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33880) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:32.548172 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Request body: {'subnet': {'network_id': 'fbb490db-9cf2-4260-88e0-31b6f96864b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-362370754-subnet', 'tenant_id': 'b8b831ce2c43458ea5ff34096e7b9b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:32.570361 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Made reservation on behalf of b8b831ce2c43458ea5ff34096e7b9b8a for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:32.572759 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596710'] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.593448 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb2f34-4cc6-4142-ab72-0846b203cf1a admin admin] Pushing event updated for resources: {'Network': ['ID=fbb490db-9cf2-4260-88e0-31b6f96864b0,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:32.610230 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network fbb490db-9cf2-4260-88e0-31b6f96864b0 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:06:32.617864 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabab9a-b2b0-4842-a147-46ab8431d5e0 req-30041738-be09-488d-92dc-431ac4caa081 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:32.619493 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eeabab9a-b2b0-4842-a147-46ab8431d5e0 req-30041738-be09-488d-92dc-431ac4caa081 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0770032 Sep 20 12:06:32.666265 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eeabab9a-b2b0-4842-a147-46ab8431d5e0 req-8fc6da92-c771-4649-b9f3-c3ce397eca7d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Sep 20 12:06:32.756310 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66711279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596680'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.771234 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3729a-8e48-4937-a718-e60328b6eb5d req-bb26705e-692d-44cb-985d-5eb962f03eb8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:32.772741 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4bc3729a-8e48-4937-a718-e60328b6eb5d req-bb26705e-692d-44cb-985d-5eb962f03eb8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0498230 Sep 20 12:06:32.810165 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48593001-ed8c-4f4f-9077-c4f847e38dac,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:32.811423 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4bc3729a-8e48-4937-a718-e60328b6eb5d req-76d54191-78f0-4396-a2c5-054bc8740c48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319204 Sep 20 12:06:32.818913 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Checking segment: {'id': '11f43323-0312-4122-b2ad-ff31aa4bf140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fbb490db-9cf2-4260-88e0-31b6f96864b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:32.819259 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Network hostable DHCP agents. Network: fbb490db-9cf2-4260-88e0-31b6f96864b0, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:06:32.837699 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Network fbb490db-9cf2-4260-88e0-31b6f96864b0 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:06:32.850422 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, fbb490db-9cf2-4260-88e0-31b6f96864b0) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:32.855129 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:32.855701 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:32.860441 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ff332-00cd-4f1f-bb9a-2de1bc7091e8 None None] Network fbb490db-9cf2-4260-88e0-31b6f96864b0 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:32.876518 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-351d5ed2-63e7-4a50-b081-c13ea06fd646 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3321557 Sep 20 12:06:32.958177 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747ffdc-165d-4b01-ab09-e484177df030 req-a4794526-27d4-459e-a904-3220d9bb70ac tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:32.959643 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5747ffdc-165d-4b01-ab09-e484177df030 req-a4794526-27d4-459e-a904-3220d9bb70ac tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0485620 Sep 20 12:06:32.991274 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682446ad-e021-4a63-b768-5e30b59cda0d None None] Network fbb490db-9cf2-4260-88e0-31b6f96864b0 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:33.006823 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5747ffdc-165d-4b01-ab09-e484177df030 req-763691b4-6e4a-4d38-98b8-df4478a8d3fc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Sep 20 12:06:33.331324 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33902) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:33.336786 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1818241721-network', 'tenant_id': '3e61f5128290480f83ac010e094ce7f3'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:33.357939 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Made reservation on behalf of 3e61f5128290480f83ac010e094ce7f3 for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:33.360212 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.369834 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.456969 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abbe93-e46d-4675-be92-a099605e6f7f req-c2cecf49-2dfe-44ed-b1ab-485565694ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:33.458443 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-66abbe93-e46d-4675-be92-a099605e6f7f req-c2cecf49-2dfe-44ed-b1ab-485565694ee6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 1096 time: 0.0858023 Sep 20 12:06:33.459217 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.463505 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.483805 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:06:33.495615 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6370da6-4551-4f40-8ab2-d25734e153af req-7c3da999-30d1-4e65-8820-887566fd7d1d service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428277 Sep 20 12:06:33.499072 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc5af24-fb1f-466a-8458-d6feaf15479a,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:33.502039 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.502383 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Added segment bdd78334-d0cc-4872-a742-0644f44fa9d1 of type vlan for network 2eb2e6b0-fd0b-44f5-8007-7808a8c7b123 Sep 20 12:06:33.545279 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.572683 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.573725 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:33.574297 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.583915 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abbe93-e46d-4675-be92-a099605e6f7f req-c5131bcb-c3ae-4e9c-b2fe-4e26c473001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:33.586022 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-66abbe93-e46d-4675-be92-a099605e6f7f req-c5131bcb-c3ae-4e9c-b2fe-4e26c473001f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a13c5ca0df77442a97a81464f7f57250&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1158552 Sep 20 12:06:33.609877 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2774262 Sep 20 12:06:33.610559 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 33906) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:33.639632 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Request body: {'subnet': {'network_id': '2eb2e6b0-fd0b-44f5-8007-7808a8c7b123', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1818241721-subnet', 'tenant_id': '3e61f5128290480f83ac010e094ce7f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:33.646644 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbecbb4e-cf0b-4bb3-9474-c5fefca8e54c admin admin] Pushing event updated for resources: {'Network': ['ID=2eb2e6b0-fd0b-44f5-8007-7808a8c7b123,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:33.662764 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 2eb2e6b0-fd0b-44f5-8007-7808a8c7b123 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:06:33.668525 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Made reservation on behalf of 3e61f5128290480f83ac010e094ce7f3 for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:33.671111 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596710'] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.687488 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abbe93-e46d-4675-be92-a099605e6f7f req-d4d522fd-b9d5-49bb-85fb-e4cc173ce5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:33.690430 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-66abbe93-e46d-4675-be92-a099605e6f7f req-d4d522fd-b9d5-49bb-85fb-e4cc173ce5e0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956686 Sep 20 12:06:33.815080 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7054d4c8-117c-46f8-b85d-0902bba8b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:33.816516 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-7054d4c8-117c-46f8-b85d-0902bba8b517 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 1096 time: 0.0769339 Sep 20 12:06:33.824589 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022d53-cf65-4da3-b13e-2ed8f7a55273 req-c89b8bc6-dc7c-4a94-af24-2a364d4271dd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:33.825969 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7f022d53-cf65-4da3-b13e-2ed8f7a55273 req-c89b8bc6-dc7c-4a94-af24-2a364d4271dd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0881732 Sep 20 12:06:33.845274 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66711279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596680'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.869325 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7f022d53-cf65-4da3-b13e-2ed8f7a55273 req-7a3d7b8f-9856-43f4-b1a9-87905d46c38d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371923 Sep 20 12:06:33.915922 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9f1e89-f23a-482d-8321-f6d25bb6721e,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:33.923093 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Checking segment: {'id': 'bdd78334-d0cc-4872-a742-0644f44fa9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2eb2e6b0-fd0b-44f5-8007-7808a8c7b123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:33.923500 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Network hostable DHCP agents. Network: 2eb2e6b0-fd0b-44f5-8007-7808a8c7b123, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:06:33.940546 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Network 2eb2e6b0-fd0b-44f5-8007-7808a8c7b123 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:06:33.950521 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe79f01-294c-4bf7-bc04-dc15a8a79a43 req-2403eb2f-e589-47c8-9c79-9bb1493688e6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:33.950676 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 2eb2e6b0-fd0b-44f5-8007-7808a8c7b123) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:33.953694 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-afe79f01-294c-4bf7-bc04-dc15a8a79a43 req-2403eb2f-e589-47c8-9c79-9bb1493688e6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0538821 Sep 20 12:06:33.954767 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:33.955454 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:33.960637 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d882f34c-e4bc-4012-b2b8-e07e8840df65 None None] Network 2eb2e6b0-fd0b-44f5-8007-7808a8c7b123 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:33.971812 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-8b8b9613-f5f4-4430-87ed-e682b158c879 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3367450 Sep 20 12:06:33.993732 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-afe79f01-294c-4bf7-bc04-dc15a8a79a43 req-9296f954-7e7e-4aa8-a070-f0fb28d4e951 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Sep 20 12:06:34.100488 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df5e227-4f65-42e3-b2a2-8c9ab8ab5076 None None] Network 2eb2e6b0-fd0b-44f5-8007-7808a8c7b123 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:34.120877 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32cd7a-4323-4957-9e60-faf03a6a4abb req-9a84d000-b33c-4620-b2f7-d8d9acb20279 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:34.122357 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4a32cd7a-4323-4957-9e60-faf03a6a4abb req-9a84d000-b33c-4620-b2f7-d8d9acb20279 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0496311 Sep 20 12:06:34.162564 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4a32cd7a-4323-4957-9e60-faf03a6a4abb req-88f7e7ea-9690-41f8-88d0-85519df355bc tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 Sep 20 12:06:34.989008 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe7b74-718f-4f7b-95a5-3fe112d09549 req-55671455-6d87-4e35-916f-202f9d08f0a6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:34.990726 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-47fe7b74-718f-4f7b-95a5-3fe112d09549 req-55671455-6d87-4e35-916f-202f9d08f0a6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0518854 Sep 20 12:06:35.028676 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-47fe7b74-718f-4f7b-95a5-3fe112d09549 req-af373fbe-6cb1-4bc0-80f1-17132100324a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Sep 20 12:06:35.125771 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337f846-0d6b-4dd6-b43c-3588cd6e4e26 req-f61269b4-82f4-42cc-bf56-1d7b2629e859 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:35.127197 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a337f846-0d6b-4dd6-b43c-3588cd6e4e26 req-f61269b4-82f4-42cc-bf56-1d7b2629e859 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0477767 Sep 20 12:06:35.164788 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a337f846-0d6b-4dd6-b43c-3588cd6e4e26 req-8a5003fd-7277-4a8b-bf99-783476d8c187 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Sep 20 12:06:35.274255 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d433-414a-4df9-a11a-594e91430283 req-21ef630d-ae75-40de-a646-1884cab51c20 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:35.275656 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2317d433-414a-4df9-a11a-594e91430283 req-21ef630d-ae75-40de-a646-1884cab51c20 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0463805 Sep 20 12:06:35.312696 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2317d433-414a-4df9-a11a-594e91430283 req-2cee5295-4a97-4388-a954-5e28c3079895 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Sep 20 12:06:35.596710 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-45b503e4-1677-4e94-93c2-40f3c3121689 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d43e3216-429d-44d7-94cd-5db2b0c2fa8f HTTP/1.1" status: 200 len: 217 time: 0.0382509 Sep 20 12:06:36.139557 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d30ff7-0634-4225-b831-4b233d1d1780 req-1ba4acfa-6019-4c6b-8b0c-65295349989a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:36.141040 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-59d30ff7-0634-4225-b831-4b233d1d1780 req-1ba4acfa-6019-4c6b-8b0c-65295349989a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0476463 Sep 20 12:06:36.177178 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-59d30ff7-0634-4225-b831-4b233d1d1780 req-c5f887da-6fb5-4d8d-909d-8e209730ccb6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303476 Sep 20 12:06:36.276938 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296e18d-82c1-4247-ae8a-8abbf6f14f55 req-a64e87df-56b7-4dee-aad9-b5ed1d35d585 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:36.278369 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b296e18d-82c1-4247-ae8a-8abbf6f14f55 req-a64e87df-56b7-4dee-aad9-b5ed1d35d585 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0477433 Sep 20 12:06:36.317864 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b296e18d-82c1-4247-ae8a-8abbf6f14f55 req-f32efb0d-014c-498e-bba3-0283f687bb57 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Sep 20 12:06:36.421628 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb3ec5-b26d-4447-979a-8babcb9d62b2 req-cfd1c90b-2a72-4746-8616-e88aab4f1c3b tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:36.423061 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b7fb3ec5-b26d-4447-979a-8babcb9d62b2 req-cfd1c90b-2a72-4746-8616-e88aab4f1c3b tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0475233 Sep 20 12:06:36.458454 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b7fb3ec5-b26d-4447-979a-8babcb9d62b2 req-6f0fbf2c-15e3-47f1-9eaa-5d3112c23166 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295398 Sep 20 12:06:36.566841 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-41028372-b6c9-493b-aac7-69bf968251dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:36.568844 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-41028372-b6c9-493b-aac7-69bf968251dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75038fda-b65e-42b1-b384-9abf93e5283f HTTP/1.1" status: 200 len: 854 time: 0.0482621 Sep 20 12:06:36.630646 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-2786e800-b0a7-43ca-81b9-da0890e6f24b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307376 Sep 20 12:06:36.728161 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-dffe0735-6389-4b31-b51e-1968c2c60e91 service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Sep 20 12:06:36.821395 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ac8ab02-d30b-4e3f-bdef-1a0abc62906e req-56df6aa6-c081-47ea-9a84-cc3b6bd03d1f service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855637 Sep 20 12:06:37.297294 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25c55e-525b-4d33-acbd-f096b0513bf9 req-79e02204-bf4d-40cf-be1f-1eae13510f21 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:37.298756 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5f25c55e-525b-4d33-acbd-f096b0513bf9 req-79e02204-bf4d-40cf-be1f-1eae13510f21 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0517197 Sep 20 12:06:37.334194 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5f25c55e-525b-4d33-acbd-f096b0513bf9 req-7de0faf7-8d50-46ac-a4a8-a0623864b3f6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294621 Sep 20 12:06:37.427405 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38420b6-eb15-40d1-9d4a-52700f391b4f req-5dc86097-9476-4e88-9402-794417bc9cee tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:37.428850 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b38420b6-eb15-40d1-9d4a-52700f391b4f req-5dc86097-9476-4e88-9402-794417bc9cee tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0471225 Sep 20 12:06:37.464844 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b38420b6-eb15-40d1-9d4a-52700f391b4f req-d3e41a89-9194-41e0-8139-765c77abe13d tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301440 Sep 20 12:06:37.568709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e923954-4717-4fcf-9ccb-0aa1131d98bd req-b7ca1b0d-c944-4c34-9adf-662a6d25c90e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:37.570134 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5e923954-4717-4fcf-9ccb-0aa1131d98bd req-b7ca1b0d-c944-4c34-9adf-662a6d25c90e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0469689 Sep 20 12:06:37.606034 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5e923954-4717-4fcf-9ccb-0aa1131d98bd req-ccf8fbe8-86be-4aee-b408-4f3784f6794e tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300162 Sep 20 12:06:37.878070 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a3b102d6-e806-4c9c-8de7-1bd467c98c61 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:37.935207 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port a3b102d6-e806-4c9c-8de7-1bd467c98c61 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:06:37.938789 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port a3b102d6-e806-4c9c-8de7-1bd467c98c61 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:37.939258 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:38.021710 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:38.044342 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4753b9b-7bf6-4f92-a5cd-976b5f273146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b102d6-e806-4c9c-8de7-1bd467c98c61'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:38.046573 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f1c948-4625-4615-a27d-c78b4a240d39" -d '{"events": [{"server_uuid": "f4753b9b-7bf6-4f92-a5cd-976b5f273146", "name": "network-vif-plugged", "status": "completed", "tag": "a3b102d6-e806-4c9c-8de7-1bd467c98c61"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:38.059433 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a3b102d6-e806-4c9c-8de7-1bd467c98c61, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:38.064722 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:38.103301 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e83551a-561d-4e6d-a18d-2182f10c5108 x-openstack-request-id: req-5e83551a-561d-4e6d-a18d-2182f10c5108 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:38.103601 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4753b9b-7bf6-4f92-a5cd-976b5f273146", "name": "network-vif-plugged", "status": "completed", "tag": "a3b102d6-e806-4c9c-8de7-1bd467c98c61", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:38.103853 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e83551a-561d-4e6d-a18d-2182f10c5108 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:38.104261 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4753b9b-7bf6-4f92-a5cd-976b5f273146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b102d6-e806-4c9c-8de7-1bd467c98c61', 'code': 200} Sep 20 12:06:38.123240 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=a3b102d6-e806-4c9c-8de7-1bd467c98c61,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:38.449700 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff268c1-4dfa-4ad3-b27e-f190bb5cb492 req-b0942b60-b8ef-449d-9e36-33a693aa1ea8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:38.451131 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7ff268c1-4dfa-4ad3-b27e-f190bb5cb492 req-b0942b60-b8ef-449d-9e36-33a693aa1ea8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0509095 Sep 20 12:06:38.488059 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7ff268c1-4dfa-4ad3-b27e-f190bb5cb492 req-0eb220c3-cae0-4ad3-a095-a9f648321291 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Sep 20 12:06:38.576113 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfafbc-d674-4bb4-9388-bf37ac3e7b50 req-97a63648-9bcf-44fc-8e3a-8081639c1c62 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:38.577477 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-28dfafbc-d674-4bb4-9388-bf37ac3e7b50 req-97a63648-9bcf-44fc-8e3a-8081639c1c62 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0466709 Sep 20 12:06:38.614489 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-28dfafbc-d674-4bb4-9388-bf37ac3e7b50 req-a9a872d9-4636-4395-9e6e-3c6a05cf6ad7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Sep 20 12:06:38.716929 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e220f33-c609-4d2e-b040-63d0b67521c9 req-e62b0eaf-2c24-4094-96a3-cb8c335b4f91 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:38.718453 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2e220f33-c609-4d2e-b040-63d0b67521c9 req-e62b0eaf-2c24-4094-96a3-cb8c335b4f91 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0472908 Sep 20 12:06:38.754809 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2e220f33-c609-4d2e-b040-63d0b67521c9 req-4cd6a478-2dfe-4bda-a676-f2d883525422 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305133 Sep 20 12:06:39.601287 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd0ee4-41a4-4653-b89c-fd0d9ff657a2 req-91620ce0-e5be-4da4-96c0-77d90e6a9018 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:39.602822 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-decd0ee4-41a4-4653-b89c-fd0d9ff657a2 req-91620ce0-e5be-4da4-96c0-77d90e6a9018 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0515132 Sep 20 12:06:39.641599 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-decd0ee4-41a4-4653-b89c-fd0d9ff657a2 req-e526a6d8-639b-4b6a-92aa-ee6eab7d1a2a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311232 Sep 20 12:06:39.727303 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3510875-3006-4848-9858-b7803532b00a req-26942221-b3f0-44b5-a6f7-a3ac0630a378 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:39.728822 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c3510875-3006-4848-9858-b7803532b00a req-26942221-b3f0-44b5-a6f7-a3ac0630a378 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0475357 Sep 20 12:06:39.769453 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c3510875-3006-4848-9858-b7803532b00a req-5e0cfffa-e0ce-4c60-8089-93422749975a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339465 Sep 20 12:06:39.860406 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:39.894383 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aa715-c643-41d4-a386-31607e84ff69 req-6bcfa3ad-1b53-479a-8547-28f436132a53 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:39.895779 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-950aa715-c643-41d4-a386-31607e84ff69 req-6bcfa3ad-1b53-479a-8547-28f436132a53 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0740407 Sep 20 12:06:39.928163 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78388e-1561-4934-83fc-be5e0bd57ce2 req-9804c778-73bd-4610-960a-2a6960dff61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:39.929569 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5a78388e-1561-4934-83fc-be5e0bd57ce2 req-9804c778-73bd-4610-960a-2a6960dff61c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1098 time: 0.0696533 Sep 20 12:06:39.946325 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-950aa715-c643-41d4-a386-31607e84ff69 req-e09fab98-d8c7-4de9-a1d6-4645f0dd1e96 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Sep 20 12:06:39.969430 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5a78388e-1561-4934-83fc-be5e0bd57ce2 req-ee80a430-f7d7-4ca2-b8a0-9156813dd411 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302403 Sep 20 12:06:40.716022 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9efded44-bb19-4807-8aa2-203131dc48f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:40.756015 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8964a1-4f6e-45a8-b00b-c1e286f37af1 req-87d5d4c2-bf85-45e3-b554-91ee7bac4145 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:40.757437 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a8964a1-4f6e-45a8-b00b-c1e286f37af1 req-87d5d4c2-bf85-45e3-b554-91ee7bac4145 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0494826 Sep 20 12:06:40.797879 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a8964a1-4f6e-45a8-b00b-c1e286f37af1 req-71c86923-692e-4ab8-b256-99163f7265fd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345542 Sep 20 12:06:40.919445 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51d84e-b54d-46f6-b8ea-2ff4c0d2ae88 req-e27bb002-1b3e-4f60-8d32-454a21403eb0 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:40.926840 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2a51d84e-b54d-46f6-b8ea-2ff4c0d2ae88 req-e27bb002-1b3e-4f60-8d32-454a21403eb0 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0745301 Sep 20 12:06:40.965952 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2a51d84e-b54d-46f6-b8ea-2ff4c0d2ae88 req-a9066d7c-3e76-4ac7-9c92-411e3d820db6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 Sep 20 12:06:41.091282 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5055d-89ae-4d68-9953-2e5a3b99df4f req-0e650c46-c76f-4ba5-ad91-83aa110bf2cb tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:41.092613 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ccb5055d-89ae-4d68-9953-2e5a3b99df4f req-0e650c46-c76f-4ba5-ad91-83aa110bf2cb tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 944 time: 0.0554457 Sep 20 12:06:41.146120 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ccb5055d-89ae-4d68-9953-2e5a3b99df4f req-78721935-03df-410f-bb20-245fb838955b tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Sep 20 12:06:41.562961 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:06:41.660650 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:41.672231 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'b7839c41-e68f-4ad0-9d90-ca69a3ed17d5', 'network_id': '64fe6586-03fc-421e-a9a5-a4353381ca93', 'port_id': 'b7839c41-e68f-4ad0-9d90-ca69a3ed17d5', 'mac_address': 'fa:16:3e:86:12:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44d9a94-cb80-4538-8d77-517b93134c60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:06:41.711917 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:41.724845 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:41.744523 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:41.748064 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:41.748735 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 480fa162-2bd5-47bc-8f07-0e87dca774d6 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:06:41.816755 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:41.889520 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 480fa162-2bd5-47bc-8f07-0e87dca774d6, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=480fa162-2bd5-47bc-8f07-0e87dca774d6,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:41.900111 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '480fa162-2bd5-47bc-8f07-0e87dca774d6', 'network_id': '4f0be3c0-671a-4273-8c56-67ad62b46d6d', 'port_id': '480fa162-2bd5-47bc-8f07-0e87dca774d6', 'mac_address': 'fa:16:3e:df:1a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f49f4ca-e0eb-426e-9ca2-baf4be12eacb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:06:41.911427 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8419ad-9ea2-4fca-b78c-05b0523b79f9 req-b8129f6b-69a5-4a21-8458-e0cb2c799830 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:41.913162 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a8419ad-9ea2-4fca-b78c-05b0523b79f9 req-b8129f6b-69a5-4a21-8458-e0cb2c799830 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 944 time: 0.0474939 Sep 20 12:06:41.937146 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:41.950075 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480fa162-2bd5-47bc-8f07-0e87dca774d6 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:41.950739 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a8419ad-9ea2-4fca-b78c-05b0523b79f9 req-bf2c20df-0361-4497-aa21-1e96f0def572 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Sep 20 12:06:41.969888 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 480fa162-2bd5-47bc-8f07-0e87dca774d6, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=480fa162-2bd5-47bc-8f07-0e87dca774d6,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:41.973589 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:42.019306 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=480fa162-2bd5-47bc-8f07-0e87dca774d6,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:42.091432 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239b2ec-9bb4-4755-bbf1-c7a7f7367e49 req-944cfefb-801b-4b72-a9f9-994e791c7e5e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:42.092901 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4239b2ec-9bb4-4755-bbf1-c7a7f7367e49 req-944cfefb-801b-4b72-a9f9-994e791c7e5e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0477779 Sep 20 12:06:42.128344 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4239b2ec-9bb4-4755-bbf1-c7a7f7367e49 req-ba5c2fec-59cb-494c-8f50-eec993cd0553 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297236 Sep 20 12:06:42.282937 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c269b-e315-493c-ac35-f8f3ad414cac req-8b95381a-43b5-4930-b652-7c63fb5ef92f tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:42.284438 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-757c269b-e315-493c-ac35-f8f3ad414cac req-8b95381a-43b5-4930-b652-7c63fb5ef92f tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Sep 20 12:06:42.298775 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['b7839c41-e68f-4ad0-9d90-ca69a3ed17d5'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:42.326823 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['480fa162-2bd5-47bc-8f07-0e87dca774d6'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:42.348150 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-757c269b-e315-493c-ac35-f8f3ad414cac req-396d6e64-ac31-4e83-9784-d6baeffd0a82 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575614 Sep 20 12:06:42.807770 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478a6e4-0e29-457f-a465-4481fecda8a0 req-39db3d85-b655-44e5-b955-7b1312e64183 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:42.809200 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f478a6e4-0e29-457f-a465-4481fecda8a0 req-39db3d85-b655-44e5-b955-7b1312e64183 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0520799 Sep 20 12:06:42.849347 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f478a6e4-0e29-457f-a465-4481fecda8a0 req-6e1ba058-be32-4184-9801-70d4c0b7c1fc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342114 Sep 20 12:06:42.899245 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34208) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:43.011501 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-569078a5-a032-4920-ae65-61da9be0b67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.127454 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af751c-9416-4427-ab83-15e490802a9e req-0755630c-4ff7-4f54-b974-94373b17bde4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:43.128931 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f5af751c-9416-4427-ab83-15e490802a9e req-0755630c-4ff7-4f54-b974-94373b17bde4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 945 time: 0.0815287 Sep 20 12:06:43.184835 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-569078a5-a032-4920-ae65-61da9be0b67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.189081 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f5af751c-9416-4427-ab83-15e490802a9e req-dde29b7d-7fbf-408f-8ad2-8fcb86264e5b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534999 Sep 20 12:06:43.190180 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-569078a5-a032-4920-ae65-61da9be0b67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.253309 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569078a5-a032-4920-ae65-61da9be0b67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ce9f2-38c0-46d6-bd80-7f5b29a487e5,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:43.257967 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-569078a5-a032-4920-ae65-61da9be0b67f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c853d5ac321246d09a2a6e1011568724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576012 Sep 20 12:06:43.260695 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34226) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:43.272976 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-69d5a93c-56d0-4337-ae6e-53eab7c674c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.280510 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012eccb-9c32-496d-b8e7-35dcb7763a19 req-ea01a59b-3f40-4ba9-871e-97ef56923ebf tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:43.282021 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6012eccb-9c32-496d-b8e7-35dcb7763a19 req-ea01a59b-3f40-4ba9-871e-97ef56923ebf tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 943 time: 0.0806062 Sep 20 12:06:43.321876 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6012eccb-9c32-496d-b8e7-35dcb7763a19 req-93365681-cd9b-4dd2-a3bd-225a25b6712d tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338035 Sep 20 12:06:43.322417 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e00135ab-410d-46d8-9b29-e2ae32237548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.344855 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e00135ab-410d-46d8-9b29-e2ae32237548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.394384 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e00135ab-410d-46d8-9b29-e2ae32237548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.397189 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e00135ab-410d-46d8-9b29-e2ae32237548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.398476 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e00135ab-410d-46d8-9b29-e2ae32237548 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/639ce9f2-38c0-46d6-bd80-7f5b29a487e5 HTTP/1.1" status: 204 len: 168 time: 0.1368036 Sep 20 12:06:43.406751 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00135ab-410d-46d8-9b29-e2ae32237548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ce9f2-38c0-46d6-bd80-7f5b29a487e5,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:43.574581 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device d43e3216-429d-44d7-94cd-5db2b0c2fa8f details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:06:43.578780 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:43.640359 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6a050-491a-4e8b-99c9-5de45c9b39ba req-71d1b76c-fc72-4d27-ba29-713d054b1135 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:43.648203 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9cf6a050-491a-4e8b-99c9-5de45c9b39ba req-71d1b76c-fc72-4d27-ba29-713d054b1135 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 945 time: 0.0711143 Sep 20 12:06:43.701200 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9cf6a050-491a-4e8b-99c9-5de45c9b39ba req-fc87663f-9c11-44f9-8a45-9393a2f4159a tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Sep 20 12:06:43.701991 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:06:43.710458 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:43.711082 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.748022 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34248) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:43.754991 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port d43e3216-429d-44d7-94cd-5db2b0c2fa8f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:43.763523 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea0f4-c052-46a3-910f-1794d60c1fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.773756 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f', 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'port_id': 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f', 'mac_address': 'fa:16:3e:84:52:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75038fda-b65e-42b1-b384-9abf93e5283f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:06:43.849709 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.875010 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43e3216-429d-44d7-94cd-5db2b0c2fa8f {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:06:43.875534 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.904410 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea0f4-c052-46a3-910f-1794d60c1fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.909403 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea0f4-c052-46a3-910f-1794d60c1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.912199 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port d43e3216-429d-44d7-94cd-5db2b0c2fa8f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:43.918866 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3863b22-c11c-4baf-84ad-9a7094b496d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7839c41-e68f-4ad0-9d90-ca69a3ed17d5'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:43.921360 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86db479-e0fa-4a8c-a62f-c7b11d7617d5" -d '{"events": [{"server_uuid": "c3863b22-c11c-4baf-84ad-9a7094b496d7", "name": "network-vif-plugged", "status": "completed", "tag": "b7839c41-e68f-4ad0-9d90-ca69a3ed17d5"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:43.932160 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:43.948998 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:43.971444 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-9e9ea0f4-c052-46a3-910f-1794d60c1fbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9dba8d224b304640a0e14dd0e3a13c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213690 Sep 20 12:06:43.972715 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ea0f4-c052-46a3-910f-1794d60c1fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeecc23-6037-4251-b0d5-4b3236b792b5,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:43.976942 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34264) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:43.988695 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8e322-59fb-4af9-98eb-13312120d4c6 req-95ca9315-179e-4a29-b89d-0ae3f0a909b4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:43.991161 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bef8e322-59fb-4af9-98eb-13312120d4c6 req-95ca9315-179e-4a29-b89d-0ae3f0a909b4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0536590 Sep 20 12:06:44.003607 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c63506-2dc8-48e7-80ed-3dbc37b5f7db x-openstack-request-id: req-a3c63506-2dc8-48e7-80ed-3dbc37b5f7db {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:44.003921 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3863b22-c11c-4baf-84ad-9a7094b496d7", "name": "network-vif-plugged", "status": "completed", "tag": "b7839c41-e68f-4ad0-9d90-ca69a3ed17d5", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:44.004208 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3c63506-2dc8-48e7-80ed-3dbc37b5f7db {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:44.004884 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3863b22-c11c-4baf-84ad-9a7094b496d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7839c41-e68f-4ad0-9d90-ca69a3ed17d5', 'code': 200} Sep 20 12:06:44.010263 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.011073 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 480fa162-2bd5-47bc-8f07-0e87dca774d6 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:44.049950 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e99717c8-e8f4-4c95-8750-54358121faf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.053598 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bef8e322-59fb-4af9-98eb-13312120d4c6 req-aee3adaf-d87d-4dd8-9344-89394a23264e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550375 Sep 20 12:06:44.073175 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:44.081011 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.091100 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e99717c8-e8f4-4c95-8750-54358121faf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.150512 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:44.168708 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e99717c8-e8f4-4c95-8750-54358121faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.169172 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 480fa162-2bd5-47bc-8f07-0e87dca774d6 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:06:44.171467 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e99717c8-e8f4-4c95-8750-54358121faf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.172658 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e99717c8-e8f4-4c95-8750-54358121faf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/faeecc23-6037-4251-b0d5-4b3236b792b5 HTTP/1.1" status: 204 len: 168 time: 0.1945570 Sep 20 12:06:44.173744 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 480fa162-2bd5-47bc-8f07-0e87dca774d6 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:44.174138 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.183997 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99717c8-e8f4-4c95-8750-54358121faf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeecc23-6037-4251-b0d5-4b3236b792b5,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:44.210493 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f6cc-8ed5-4746-bf55-7606579d6d97 req-a91f5696-20c9-455e-95c4-2f0d15832a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:44.212153 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6267f6cc-8ed5-4746-bf55-7606579d6d97 req-a91f5696-20c9-455e-95c4-2f0d15832a8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 1099 time: 0.0472002 Sep 20 12:06:44.270296 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['d43e3216-429d-44d7-94cd-5db2b0c2fa8f'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:44.272765 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6267f6cc-8ed5-4746-bf55-7606579d6d97 req-ef7e2970-3ffc-45ee-8833-2189b5d56229 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498044 Sep 20 12:06:44.303371 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.325133 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516ae44-3cb3-4de5-a3bc-19b8f647876a req-c60a5ab5-e726-45f4-8e91-71f3ff27e44f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:44.332558 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a516ae44-3cb3-4de5-a3bc-19b8f647876a req-c60a5ab5-e726-45f4-8e91-71f3ff27e44f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 945 time: 0.0574241 Sep 20 12:06:44.369358 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.374591 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 480fa162-2bd5-47bc-8f07-0e87dca774d6, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=480fa162-2bd5-47bc-8f07-0e87dca774d6,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:44.376859 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a516ae44-3cb3-4de5-a3bc-19b8f647876a req-6e34acfd-8c77-4ca7-a9d9-a005ae10f9af tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Sep 20 12:06:44.386950 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:44.471623 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=480fa162-2bd5-47bc-8f07-0e87dca774d6,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:44.649947 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82260f8b-51c8-436a-b9e9-effd79c9999e req-881da0e3-5dd9-416b-9b6d-ab85b00a8a15 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:44.651397 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-82260f8b-51c8-436a-b9e9-effd79c9999e req-881da0e3-5dd9-416b-9b6d-ab85b00a8a15 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 944 time: 0.2445965 Sep 20 12:06:44.689591 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-82260f8b-51c8-436a-b9e9-effd79c9999e req-f8c166bb-7b77-46b4-bd19-d258b031ace2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Sep 20 12:06:44.827073 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208b98e-52d6-4379-bfae-55587012290b req-e2d2e21c-2cf6-4d9d-b27f-a42e10f0ac37 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:44.828585 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1208b98e-52d6-4379-bfae-55587012290b req-e2d2e21c-2cf6-4d9d-b27f-a42e10f0ac37 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 946 time: 0.0480354 Sep 20 12:06:44.867676 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1208b98e-52d6-4379-bfae-55587012290b req-c0be950e-fca6-4cdb-ac78-0ac33996d713 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331917 Sep 20 12:06:45.179128 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132ff11-f972-4860-bdfb-c3b4ae137603 req-08654d39-3294-4924-9f5e-364fc4a110cd tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:45.186272 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5132ff11-f972-4860-bdfb-c3b4ae137603 req-08654d39-3294-4924-9f5e-364fc4a110cd tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0587914 Sep 20 12:06:45.241183 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5132ff11-f972-4860-bdfb-c3b4ae137603 req-68352d14-35d9-45ac-8695-38a8962feb08 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537562 Sep 20 12:06:45.501493 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bb21a-92e4-4747-9aea-06604e847b35 req-e6585833-a7a0-4928-a1e7-a0cb629c93bc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:45.502969 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-929bb21a-92e4-4747-9aea-06604e847b35 req-e6585833-a7a0-4928-a1e7-a0cb629c93bc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0511155 Sep 20 12:06:45.542139 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-929bb21a-92e4-4747-9aea-06604e847b35 req-851c26ea-ef58-4c78-86b9-f500ccfde3fb tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323269 Sep 20 12:06:45.602133 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device d43e3216-429d-44d7-94cd-5db2b0c2fa8f up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:45.653207 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port d43e3216-429d-44d7-94cd-5db2b0c2fa8f completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:06:45.657251 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port d43e3216-429d-44d7-94cd-5db2b0c2fa8f triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:45.657626 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:45.721876 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:45.767798 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:45.808459 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port d43e3216-429d-44d7-94cd-5db2b0c2fa8f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:45.813358 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:45.825299 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a5eb-9fd9-47d3-b827-196cd0071c5a req-4041317e-7c15-4402-a5d3-86ca86cd222d tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:45.826822 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4413a5eb-9fd9-47d3-b827-196cd0071c5a req-4041317e-7c15-4402-a5d3-86ca86cd222d tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 944 time: 0.0546355 Sep 20 12:06:45.863090 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:45.870938 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4413a5eb-9fd9-47d3-b827-196cd0071c5a req-a2c7a722-98c5-4e4e-ba43-4091092afb94 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347571 Sep 20 12:06:46.006092 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df290f-f763-4194-9112-a5cd95077a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480fa162-2bd5-47bc-8f07-0e87dca774d6'}, {'server_uuid': '227bb2ee-a992-47ea-867f-cd62cf848137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:46.008554 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758de326-b45b-4385-8a83-c058745c8f13" -d '{"events": [{"server_uuid": "c5df290f-f763-4194-9112-a5cd95077a45", "name": "network-vif-plugged", "status": "completed", "tag": "480fa162-2bd5-47bc-8f07-0e87dca774d6"}, {"server_uuid": "227bb2ee-a992-47ea-867f-cd62cf848137", "name": "network-vif-plugged", "status": "completed", "tag": "d43e3216-429d-44d7-94cd-5db2b0c2fa8f"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:46.011177 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68a49b-7f2e-4ceb-b81a-9dee260b95ce req-7ccd17ea-b075-4c0b-9708-f7763ab3b328 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:46.014049 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4e68a49b-7f2e-4ceb-b81a-9dee260b95ce req-7ccd17ea-b075-4c0b-9708-f7763ab3b328 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 946 time: 0.0530825 Sep 20 12:06:46.054907 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f05b396-5136-4aed-8832-88e24dbcca88 x-openstack-request-id: req-3f05b396-5136-4aed-8832-88e24dbcca88 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:46.055207 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df290f-f763-4194-9112-a5cd95077a45", "name": "network-vif-plugged", "status": "completed", "tag": "480fa162-2bd5-47bc-8f07-0e87dca774d6", "code": 200}, {"server_uuid": "227bb2ee-a992-47ea-867f-cd62cf848137", "name": "network-vif-plugged", "status": "completed", "tag": "d43e3216-429d-44d7-94cd-5db2b0c2fa8f", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:46.055584 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f05b396-5136-4aed-8832-88e24dbcca88 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:46.055839 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5df290f-f763-4194-9112-a5cd95077a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480fa162-2bd5-47bc-8f07-0e87dca774d6', 'code': 200} Sep 20 12:06:46.056121 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227bb2ee-a992-47ea-867f-cd62cf848137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f', 'code': 200} Sep 20 12:06:46.090605 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4e68a49b-7f2e-4ceb-b81a-9dee260b95ce req-c5db1e35-4b58-46bf-b33e-bbdc0ecff3ae tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667076 Sep 20 12:06:46.362122 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdc54b-c023-498a-a30a-57db58157928 req-192708a9-c0db-466d-bb7e-30b2002de2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:46.363740 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0abdc54b-c023-498a-a30a-57db58157928 req-192708a9-c0db-466d-bb7e-30b2002de2c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 1098 time: 0.1005056 Sep 20 12:06:46.366904 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b62f2-a42c-4b96-805b-74079db02e8c req-c44148c9-7778-48c0-aee0-366e9c29a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:46.368685 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9f7b62f2-a42c-4b96-805b-74079db02e8c req-c44148c9-7778-48c0-aee0-366e9c29a757 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 1099 time: 0.1042614 Sep 20 12:06:46.441530 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34384) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:46.487645 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9f7b62f2-a42c-4b96-805b-74079db02e8c req-4b4ff45c-d6da-4721-8ec5-65c7e044a735 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018591 Sep 20 12:06:46.490380 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0abdc54b-c023-498a-a30a-57db58157928 req-120a3ef2-3d9c-42f2-aa80-6e0aa3b768cb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105886 Sep 20 12:06:46.492340 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34390) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:46.529998 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6750199-2397-4b44-b0ba-b24ef577c99e req-286e20ff-5060-4e54-8753-f31cd60befb1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:46.538862 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e6750199-2397-4b44-b0ba-b24ef577c99e req-286e20ff-5060-4e54-8753-f31cd60befb1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.1405578 Sep 20 12:06:46.615778 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e6750199-2397-4b44-b0ba-b24ef577c99e req-0cb0444b-076b-422d-b256-90e205fb4181 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756812 Sep 20 12:06:46.658129 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a2e56a7d-b056-470e-98e1-f62d3fd199a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:46.711573 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98b3e-83b9-4b6d-ad09-01d0789d8553 req-d75dd83d-c51d-4b23-85cf-aa1f0c44ec02 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:46.719230 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-feff646f-b403-4429-b5cc-f1963a697b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:46.719908 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1eb98b3e-83b9-4b6d-ad09-01d0789d8553 req-d75dd83d-c51d-4b23-85cf-aa1f0c44ec02 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0662487 Sep 20 12:06:46.772346 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1eb98b3e-83b9-4b6d-ad09-01d0789d8553 req-c0ebcc5c-8308-470b-8cb3-c9add1ad531f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Sep 20 12:06:46.821332 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a2e56a7d-b056-470e-98e1-f62d3fd199a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:46.827567 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a2e56a7d-b056-470e-98e1-f62d3fd199a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:46.884161 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e56a7d-b056-470e-98e1-f62d3fd199a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd04f9b-bf11-4406-a077-c60f98bb56d3,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:46.891043 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a2e56a7d-b056-470e-98e1-f62d3fd199a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b4f06a5aa9c489d89ad98c80aa51786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460726 Sep 20 12:06:46.891425 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34408) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:46.955479 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ce03-39e2-4196-bf96-1d1ea9b693bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:46.976158 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-feff646f-b403-4429-b5cc-f1963a697b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:46.982435 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-feff646f-b403-4429-b5cc-f1963a697b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.007782 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ce03-39e2-4196-bf96-1d1ea9b693bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.030173 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-feff646f-b403-4429-b5cc-f1963a697b57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94a630c85de541e6b40d5b3c93cebaab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367210 Sep 20 12:06:47.032365 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff646f-b403-4429-b5cc-f1963a697b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b29821-3093-4838-a1e3-1faa31dbb57e,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:47.034640 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34414) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:47.083534 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-3f327a51-2a94-48b1-837b-b18ee571d454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.084476 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c643479-a48e-4a19-a088-dd955d70b70d req-551cd045-35a6-4384-bee6-2a5781c7c0d3 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:47.086537 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3c643479-a48e-4a19-a088-dd955d70b70d req-551cd045-35a6-4384-bee6-2a5781c7c0d3 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 945 time: 0.1289778 Sep 20 12:06:47.101175 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd01264-f6a8-4481-aa84-f455042b2e54 req-a03f8e07-939c-40fd-9f57-0fd8b1b76c07 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:47.102627 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bbd01264-f6a8-4481-aa84-f455042b2e54 req-a03f8e07-939c-40fd-9f57-0fd8b1b76c07 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 946 time: 0.1021171 Sep 20 12:06:47.106303 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-3f327a51-2a94-48b1-837b-b18ee571d454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.148587 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ce03-39e2-4196-bf96-1d1ea9b693bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.151370 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3d2ce03-39e2-4196-bf96-1d1ea9b693bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.152628 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c3d2ce03-39e2-4196-bf96-1d1ea9b693bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dfd04f9b-bf11-4406-a077-c60f98bb56d3 HTTP/1.1" status: 204 len: 168 time: 0.2601299 Sep 20 12:06:47.156499 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-3f327a51-2a94-48b1-837b-b18ee571d454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.158995 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-3f327a51-2a94-48b1-837b-b18ee571d454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.160148 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-3f327a51-2a94-48b1-837b-b18ee571d454 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61b29821-3093-4838-a1e3-1faa31dbb57e HTTP/1.1" status: 204 len: 168 time: 0.1245627 Sep 20 12:06:47.172062 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f327a51-2a94-48b1-837b-b18ee571d454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b29821-3093-4838-a1e3-1faa31dbb57e,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:47.175844 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3c643479-a48e-4a19-a088-dd955d70b70d req-c721ddf3-f358-4b79-9f71-d3766166ff68 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720077 Sep 20 12:06:47.176937 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d2ce03-39e2-4196-bf96-1d1ea9b693bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd04f9b-bf11-4406-a077-c60f98bb56d3,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:47.181555 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bbd01264-f6a8-4481-aa84-f455042b2e54 req-2aca1d97-0f8e-4d78-9635-a9691e21d8f0 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715673 Sep 20 12:06:47.472842 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34434) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:47.489616 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-67254101-e546-4349-b8a6-4eaaf686fe8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.593194 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-67254101-e546-4349-b8a6-4eaaf686fe8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.598574 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-67254101-e546-4349-b8a6-4eaaf686fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.637636 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-67254101-e546-4349-b8a6-4eaaf686fe8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8865882ea0b42969ee8d70017cd47e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636052 Sep 20 12:06:47.638435 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67254101-e546-4349-b8a6-4eaaf686fe8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7905aa91-b861-4e8c-bae5-ced1a2fa7f8f,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:47.640374 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34438) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:47.697940 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-68db3cd6-f86f-4270-a46e-f4c9e1d39e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.720520 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-68db3cd6-f86f-4270-a46e-f4c9e1d39e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.740850 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70582068-4c05-4825-9241-00cf29c2b448 req-cbee9612-3183-47c3-a4a0-acc46d9ce569 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:47.743430 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-70582068-4c05-4825-9241-00cf29c2b448 req-cbee9612-3183-47c3-a4a0-acc46d9ce569 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Sep 20 12:06:47.781773 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-68db3cd6-f86f-4270-a46e-f4c9e1d39e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.787067 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-68db3cd6-f86f-4270-a46e-f4c9e1d39e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:47.788514 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-68db3cd6-f86f-4270-a46e-f4c9e1d39e9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7905aa91-b861-4e8c-bae5-ced1a2fa7f8f HTTP/1.1" status: 204 len: 168 time: 0.1470737 Sep 20 12:06:47.798263 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db3cd6-f86f-4270-a46e-f4c9e1d39e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905aa91-b861-4e8c-bae5-ced1a2fa7f8f,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:47.801733 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-70582068-4c05-4825-9241-00cf29c2b448 req-d76a0da3-a5bf-4d3e-a459-d36e612d1201 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524786 Sep 20 12:06:47.920147 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6fd9e-6bd6-4b29-b0a9-3b5094756a83 req-1e456636-8995-4018-8834-38b1c48c330c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:47.922495 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-40e6fd9e-6bd6-4b29-b0a9-3b5094756a83 req-1e456636-8995-4018-8834-38b1c48c330c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0653398 Sep 20 12:06:47.967331 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-40e6fd9e-6bd6-4b29-b0a9-3b5094756a83 req-ea080b74-6b1b-40fd-8ad3-cc5cb94b824e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356228 Sep 20 12:06:47.993616 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34462) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:48.110850 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-786962541-network', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:48.150123 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Made reservation on behalf of 75dfda11c0c84d7dbae859aab2c44c01 for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:48.154838 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.175088 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.300352 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.310370 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.331445 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:06:48.340499 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bb071-6ca1-4b25-9f06-a7ee7fe7bce9 req-9206bafa-10e4-4ecd-af9e-0321b155bce7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:48.342317 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-156bb071-6ca1-4b25-9f06-a7ee7fe7bce9 req-9206bafa-10e4-4ecd-af9e-0321b155bce7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 945 time: 0.0810778 Sep 20 12:06:48.356844 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573ea046-1562-453b-90f0-aae6745cd43e,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:48.372992 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.373340 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Added segment 976912e3-1b14-4582-8155-6983a4ce7faa of type vlan for network e0919a22-9079-4c43-b483-f42d20d4f9e9 Sep 20 12:06:48.406853 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc45ba7-72e9-4b35-99d3-a2e2e8eeea4f req-19cbdfe5-6f8f-402a-a17c-3e26d67934c0 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:48.410752 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1bc45ba7-72e9-4b35-99d3-a2e2e8eeea4f req-19cbdfe5-6f8f-402a-a17c-3e26d67934c0 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 946 time: 0.0929377 Sep 20 12:06:48.420284 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.444178 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-156bb071-6ca1-4b25-9f06-a7ee7fe7bce9 req-0ada5644-856d-4817-94e5-21957d0dc302 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817349 Sep 20 12:06:48.452610 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.454201 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:48.455187 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.477655 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1bc45ba7-72e9-4b35-99d3-a2e2e8eeea4f req-d40d1e09-d915-4870-9e45-dc001063e463 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580997 Sep 20 12:06:48.543452 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5484822 Sep 20 12:06:48.544216 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b0673-7cf3-48cf-a37f-870c57103309 admin admin] Pushing event updated for resources: {'Network': ['ID=e0919a22-9079-4c43-b483-f42d20d4f9e9,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:48.546200 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34490) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:48.551315 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Request body: {'subnet': {'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-786962541-subnet', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:48.562152 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:06:48.583731 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Made reservation on behalf of 75dfda11c0c84d7dbae859aab2c44c01 for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:48.586598 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596710'] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.620083 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34492) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:48.718976 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1026408383-network', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:48.740358 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Made reservation on behalf of 4c33e98b89034c94b8ff1325910c3b93 for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:48.743167 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.751685 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.754763 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66711279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596680'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.808639 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a86b3e-74b1-4fc7-9176-b29bb877655f,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:48.821255 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Checking segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:48.821603 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Network hostable DHCP agents. Network: e0919a22-9079-4c43-b483-f42d20d4f9e9, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:06:48.838157 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:06:48.846141 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.847724 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, e0919a22-9079-4c43-b483-f42d20d4f9e9) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:48.851113 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.854190 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:48.854853 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.861502 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6f4cc-c8e3-4b10-965f-2704169ed242 None None] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:48.865963 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:06:48.892361 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e582399f-d1a7-46dc-9546-e3207ffe62b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3449283 Sep 20 12:06:48.893940 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.894375 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Added segment 6498d1ca-89db-42da-b6f3-0fbdcc673540 of type vlan for network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 Sep 20 12:06:48.895030 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34498) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:48.900827 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:48.904051 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f24c372-4311-4ceb-8249-e94ec2aef561,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:48.937031 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:06:48.945909 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.947157 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.966954 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:48.995267 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86d10e-8c3b-4663-b6f2-5c3fee3f2d71 req-21ccf433-1476-4b8f-986d-3ebaa5563db1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:48.997111 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0e86d10e-8c3b-4663-b6f2-5c3fee3f2d71 req-21ccf433-1476-4b8f-986d-3ebaa5563db1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0940893 Sep 20 12:06:49.002782 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.048057 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.049292 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:49.049958 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.053614 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-e0919a22-9079-4c43-b483-f42d20d4f9e9', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:06:49.055007 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.133096 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5118043 Sep 20 12:06:49.138897 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34502) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:49.145024 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Request body: {'subnet': {'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1026408383-subnet', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:49.164021 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0e86d10e-8c3b-4663-b6f2-5c3fee3f2d71 req-73fd5ed4-c5d3-4954-8c23-0b172a3e80f9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552286 Sep 20 12:06:49.165830 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda966d5-70c2-4f6f-9ca6-ee4258a99b0c admin admin] Pushing event updated for resources: {'Network': ['ID=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:49.184272 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972a97d-d149-4e43-8268-b1505a737b06 req-03b8e1d2-2320-43fb-bb91-4fce9d45535e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:49.185858 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6972a97d-d149-4e43-8268-b1505a737b06 req-03b8e1d2-2320-43fb-bb91-4fce9d45535e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1150770 Sep 20 12:06:49.188898 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:06:49.192270 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.220204 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Made reservation on behalf of 4c33e98b89034c94b8ff1325910c3b93 for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:49.224683 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596710'] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.260140 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6972a97d-d149-4e43-8268-b1505a737b06 req-9698ab13-5451-4294-bde8-ca2337a6cebd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615370 Sep 20 12:06:49.333657 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-633340da-4331-4580-8e47-305895ac7809 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:49.337020 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-633340da-4331-4580-8e47-305895ac7809 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 946 time: 0.0743749 Sep 20 12:06:49.412348 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Allocated IP 172.20.0.2 (e0919a22-9079-4c43-b483-f42d20d4f9e9/47a86b3e-74b1-4fc7-9176-b29bb877655f/c1c87d1c-6fdb-47ed-9e3f-1017b073db01) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:49.613502 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-c30899f9-04d0-44ae-aa07-4a37b2a27918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:49.615466 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-c30899f9-04d0-44ae-aa07-4a37b2a27918 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 1099 time: 0.1053598 Sep 20 12:06:49.680656 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.687188 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.687383 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Deleting port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:06:49.687703 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.722359 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66711279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596680'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.736644 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:49.741587 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:49.748107 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:49.751603 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Pushing event updated for resources: {'Port': ['ID=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:49.793377 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738db3f-864e-45d4-8723-a4226a479e99 req-9dec6582-86ae-4737-91e3-c025d6a9c693 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:49.800898 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8738db3f-864e-45d4-8723-a4226a479e99 req-9dec6582-86ae-4737-91e3-c025d6a9c693 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.2167127 Sep 20 12:06:49.816624 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Attempting to bind port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:49.817080 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Attempting to bind port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:49.817359 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Attempting to bind port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 on network e0919a22-9079-4c43-b483-f42d20d4f9e9 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:49.826070 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:49.826496 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Checking segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:49.826911 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.827303 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Bound using segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:49.827780 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Bound port: c1c87d1c-6fdb-47ed-9e3f-1017b073db01, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:49.828472 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.869335 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3380802-9f9c-4a4c-900b-27a41aff4508 req-cea51313-e5f5-4bf4-81ec-444ec727bef5 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:49.870893 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3380802-9f9c-4a4c-900b-27a41aff4508 req-cea51313-e5f5-4bf4-81ec-444ec727bef5 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 945 time: 0.2723629 Sep 20 12:06:49.910198 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] For port c1c87d1c-6fdb-47ed-9e3f-1017b073db01, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:49.914185 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] For port c1c87d1c-6fdb-47ed-9e3f-1017b073db01, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:49.922799 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:49.932174 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-73b6fb96-a3df-4776-ba2a-3380338a9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:49.933788 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-73b6fb96-a3df-4776-ba2a-3380338a9667 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 919 time: 0.2853613 Sep 20 12:06:49.948763 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8738db3f-864e-45d4-8723-a4226a479e99 req-05e032f2-8dd5-4f2a-bced-870ae8bea5a6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466401 Sep 20 12:06:49.967079 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] For port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,segment=NetworkSegment(fe438c47-3516-4531-ab19-2a1ecaebab8b),segment_id=fe438c47-3516-4531-ab19-2a1ecaebab8b)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:49.967469 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.009846 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be26f1-a0b5-427d-aad0-33f47ad7384a None None] Pushing event updated for resources: {'Port': ['ID=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:50.018009 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-2a6d3f09-b1ee-4f0d-bd8b-4b2af2e2737e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=480fa162-2bd5-47bc-8f07-0e87dca774d6 HTTP/1.1" status: 200 len: 217 time: 0.0652425 Sep 20 12:06:50.032634 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3380802-9f9c-4a4c-900b-27a41aff4508 req-ccfc41b2-656c-417c-9438-4ac8503bec2b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419363 Sep 20 12:06:50.034173 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Calling delete_port for b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 owned by compute:nova {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:06:50.109315 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=038c16f5-42dd-4f15-9fe5-29230eddd50b,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:50.114355 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.136798 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Checking segment: {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:50.137148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Network hostable DHCP agents. Network: 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:06:50.140618 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.205033 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:06:50.214804 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-cfdd9d0e-876f-479a-b7ea-a51b703ba06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:50.219247 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-cfdd9d0e-876f-479a-b7ea-a51b703ba06b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.1353278 Sep 20 12:06:50.242535 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:50.267638 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f5b328-ef7d-4bd5-976b-9180d1d8077e None None] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:50.281953 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:50.282569 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.284117 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbae99-91e2-4fc3-8678-f99ad7915c59 req-7aa8d21c-ee54-4452-ba34-08d44da1a846 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:50.293018 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5abbae99-91e2-4fc3-8678-f99ad7915c59 req-7aa8d21c-ee54-4452-ba34-08d44da1a846 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3863b22-c11c-4baf-84ad-9a7094b496d7 HTTP/1.1" status: 200 len: 946 time: 0.1736546 Sep 20 12:06:50.297606 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-c30bdd80-ffef-413e-8d5c-a7065976181d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625877 Sep 20 12:06:50.306287 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-d5823e8f-d286-4f82-a0f0-f4bc35969b3a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1662393 Sep 20 12:06:50.313661 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34528) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:50.316942 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:50.338146 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Allocated IP 172.27.3.251 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/25c57b54-7d29-4472-8252-b6dad234ec9f) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:50.385633 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.386751 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.500848 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.622459 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.664568 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:06:50.665615 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.702619 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5abbae99-91e2-4fc3-8678-f99ad7915c59 req-73b66f47-cffc-4f04-bd69-c3c4e8f15144 tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa448c95-b5aa-426d-bcff-13c974b5e812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043803 Sep 20 12:06:50.729227 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.752318 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.757835 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.770821 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37393f-7f94-4f50-9cbc-5d1e33b95866 req-cfc15eed-0cda-4b34-8895-77794562a99b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:50.780268 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b37393f-7f94-4f50-9cbc-5d1e33b95866 req-cfc15eed-0cda-4b34-8895-77794562a99b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.3899641 Sep 20 12:06:50.814766 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-0f0b1f0b-98a8-48f1-9750-c4c7c6487764 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986033 Sep 20 12:06:50.820353 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:50.824128 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['b7839c41-e68f-4ad0-9d90-ca69a3ed17d5'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:06:50.825111 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:50.830922 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:50.867074 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Pushing event updated for resources: {'Port': ['ID=25c57b54-7d29-4472-8252-b6dad234ec9f,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:50.952234 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Pushing event deleted for resources: {'Port': ['ID=b7839c41-e68f-4ad0-9d90-ca69a3ed17d5,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:50.954852 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Allocated IP 172.20.0.2 (7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6/038c16f5-42dd-4f15-9fe5-29230eddd50b/d26249f2-8859-45f4-8353-f6f7367ed23a) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:50.968812 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] No DVR routers for this DVR port b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 on host hv-cinder-81000 {{(pid=94128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:06:50.974857 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:50.979966 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-47aa1929-732e-4f23-8ed4-ae19c4181ff8 req-101ae614-8f00-4995-a574-5bd242ebe10c tempest-VolumesActionsTest-1424327857 tempest-VolumesActionsTest-1424327857-project] 10.222.0.57 "DELETE /v2.0/ports/b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 HTTP/1.1" status: 204 len: 173 time: 1.6339743 Sep 20 12:06:50.989326 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3863b22-c11c-4baf-84ad-9a7094b496d7', 'name': 'network-vif-deleted', 'tag': 'b7839c41-e68f-4ad0-9d90-ca69a3ed17d5'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:06:50.992898 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bc3b41-9a08-42fa-a74b-9cd649d32594" -d '{"events": [{"server_uuid": "c3863b22-c11c-4baf-84ad-9a7094b496d7", "name": "network-vif-deleted", "tag": "b7839c41-e68f-4ad0-9d90-ca69a3ed17d5"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:06:51.064260 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b37393f-7f94-4f50-9cbc-5d1e33b95866 req-63f9b18a-e584-44e1-8277-2e2e2835acb2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830038 Sep 20 12:06:51.198745 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2766eec3-06ac-4bd9-a850-20ac212038c7 x-openstack-request-id: req-2766eec3-06ac-4bd9-a850-20ac212038c7 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:06:51.199824 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3863b22-c11c-4baf-84ad-9a7094b496d7", "name": "network-vif-deleted", "tag": "b7839c41-e68f-4ad0-9d90-ca69a3ed17d5", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:06:51.200324 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2766eec3-06ac-4bd9-a850-20ac212038c7 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:06:51.200948 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3863b22-c11c-4baf-84ad-9a7094b496d7', 'name': 'network-vif-deleted', 'tag': 'b7839c41-e68f-4ad0-9d90-ca69a3ed17d5', 'status': 'completed', 'code': 200} Sep 20 12:06:51.227241 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.242595 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0d8973-77d7-42f4-8ab3-6c8dfef9cf6d req-78d237ea-3a39-41de-bedb-71f1d161944c service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566563 Sep 20 12:06:51.255114 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.275791 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95961ba8-d27c-4f52-8101-dbb191a97b76 req-29f413ef-9839-4840-8cde-1f71cdcc5ac2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:51.293044 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-95961ba8-d27c-4f52-8101-dbb191a97b76 req-29f413ef-9839-4840-8cde-1f71cdcc5ac2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1637504 Sep 20 12:06:51.339436 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Pushing event updated for resources: {'Port': ['ID=d26249f2-8859-45f4-8353-f6f7367ed23a,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:51.356217 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:51.357837 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:51.360405 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:51.372193 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-95961ba8-d27c-4f52-8101-dbb191a97b76 req-e7f28ffc-2f00-41fa-8ba8-e304870a9bee tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727386 Sep 20 12:06:51.422074 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Attempting to bind port d26249f2-8859-45f4-8353-f6f7367ed23a on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:51.422528 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Attempting to bind port d26249f2-8859-45f4-8353-f6f7367ed23a by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:51.423017 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Attempting to bind port d26249f2-8859-45f4-8353-f6f7367ed23a on network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:51.428181 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:51.428698 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Checking segment: {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:51.429606 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.429993 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Bound using segment: {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:51.430453 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Bound port: d26249f2-8859-45f4-8353-f6f7367ed23a, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:51.430823 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.462672 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.464480 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.505224 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76eabf-04c7-40c9-b102-2b3626a486dc None None] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:51.513389 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.527215 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] For port d26249f2-8859-45f4-8353-f6f7367ed23a, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:51.551516 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] For port d26249f2-8859-45f4-8353-f6f7367ed23a, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=d26249f2-8859-45f4-8353-f6f7367ed23a,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:51.586574 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.674374 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-1c0fee9a-2c73-4073-8c21-b0147b3aa467 None None] Provisioning complete for port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:51.674747 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1c0fee9a-2c73-4073-8c21-b0147b3aa467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.722361 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e1985-59b8-45b0-aedc-3a66b5ca4f29 None None] Pushing event updated for resources: {'Port': ['ID=d26249f2-8859-45f4-8353-f6f7367ed23a,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:51.778288 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Allocated IP 172.27.3.133 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/ad91b15b-5dc7-4304-8d32-39a5abc23f76) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:51.909335 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1c0fee9a-2c73-4073-8c21-b0147b3aa467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.925448 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:51.967775 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-1c0fee9a-2c73-4073-8c21-b0147b3aa467 None None] For port c1c87d1c-6fdb-47ed-9e3f-1017b073db01, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:51.976273 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1c0fee9a-2c73-4073-8c21-b0147b3aa467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:52.076317 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c1c87d1c-6fdb-47ed-9e3f-1017b073db01 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:52.166326 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:52.224200 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fee9a-2c73-4073-8c21-b0147b3aa467 None None] Pushing event updated for resources: {'Port': ['ID=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:52.250655 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:52.251358 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:52.275782 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:52.334329 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Router 4bd09b13-96de-4f08-b842-fe74646c2503 is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:06:52.341112 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:52.343958 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecf37b-f19d-44d6-a10a-00647dcf5dd5 req-a63c8b7c-38c0-4b30-91d5-aff7da92bcf1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:52.347136 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6aecf37b-f19d-44d6-a10a-00647dcf5dd5 req-a63c8b7c-38c0-4b30-91d5-aff7da92bcf1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.1110361 Sep 20 12:06:52.351385 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:52.359741 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:52.424322 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6aecf37b-f19d-44d6-a10a-00647dcf5dd5 req-019507d7-59fd-4cef-8fe9-e1e3530589ae tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652549 Sep 20 12:06:52.441052 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-76d1da8e-b651-4d5c-ab3d-3cb9afb89409 None None] Provisioning complete for port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:52.441423 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-76d1da8e-b651-4d5c-ab3d-3cb9afb89409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:52.598318 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094b989-d7e4-4f7b-85c1-54276197a1cc req-8ba4c6a2-7817-4b9b-a450-cd1576e259f6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:52.603084 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Pushing event updated for resources: {'Port': ['ID=ad91b15b-5dc7-4304-8d32-39a5abc23f76,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:52.604728 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5094b989-d7e4-4f7b-85c1-54276197a1cc req-8ba4c6a2-7817-4b9b-a450-cd1576e259f6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0953054 Sep 20 12:06:52.672496 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5094b989-d7e4-4f7b-85c1-54276197a1cc req-4181c0db-7abb-4d99-bf85-bdebc1c901c6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653138 Sep 20 12:06:53.023241 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:06:53.033957 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93f0805-abf6-4899-bae0-ac1ba11ee406 None None] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:53.037005 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:06:53.049104 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.050338 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-1e156280-da42-496b-89d5-d15365dfd6ec admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1533730 Sep 20 12:06:53.051533 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.053702 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34612) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:53.065860 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:53.066540 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:53.139390 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-5c9cbbfa-cace-4621-93c9-8aa731d88291 None None] Provisioning complete for port d26249f2-8859-45f4-8353-f6f7367ed23a triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:53.140111 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbbfa-cace-4621-93c9-8aa731d88291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.218774 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:53.309229 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbbfa-cace-4621-93c9-8aa731d88291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.385480 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-5c9cbbfa-cace-4621-93c9-8aa731d88291 None None] For port d26249f2-8859-45f4-8353-f6f7367ed23a, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=d26249f2-8859-45f4-8353-f6f7367ed23a,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:53.397220 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5c9cbbfa-cace-4621-93c9-8aa731d88291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.468359 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:51Z', 'revision_number': 3, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:53.508303 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:06:53.508946 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Updating router 4bd09b13-96de-4f08-b842-fe74646c2503 port 25c57b54-7d29-4472-8252-b6dad234ec9f binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:06:53.540753 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.547858 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cbbfa-cace-4621-93c9-8aa731d88291 None None] Pushing event updated for resources: {'Port': ['ID=d26249f2-8859-45f4-8353-f6f7367ed23a,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:53.596178 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.640202 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:06:53.688780 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:06:53.704965 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device b7839c41-e68f-4ad0-9d90-ca69a3ed17d5 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:06:53.837223 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-f98dbf3d-2568-4b04-951e-a04015083f7c None None] Provisioning complete for port d26249f2-8859-45f4-8353-f6f7367ed23a triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:53.837928 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f98dbf3d-2568-4b04-951e-a04015083f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.872833 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e341d-ab4e-4171-b984-9d85b07ca7cc req-7a3a5d1c-79be-4137-b4e1-9202d90d743a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:53.873727 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Router 670aceb5-a162-4df2-8c01-3495cb571526 is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:06:53.880197 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d61e341d-ab4e-4171-b984-9d85b07ca7cc req-7a3a5d1c-79be-4137-b4e1-9202d90d743a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.2690387 Sep 20 12:06:53.931848 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326d38a-ea42-48fe-8d6e-d48b7c31e9d1 req-7616c63c-b201-4ded-99ae-d02dd3403fec tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:53.933413 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0326d38a-ea42-48fe-8d6e-d48b7c31e9d1 req-7616c63c-b201-4ded-99ae-d02dd3403fec tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1490457 Sep 20 12:06:53.973015 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.982600 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:53.985724 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d61e341d-ab4e-4171-b984-9d85b07ca7cc req-7b9bbc21-76bb-41e8-a2f7-c9ab3bc9e4d6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046748 Sep 20 12:06:54.048614 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0326d38a-ea42-48fe-8d6e-d48b7c31e9d1 req-192e892b-d66b-4654-86ba-8540b5345a46 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065619 Sep 20 12:06:54.048914 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290e589-b21e-40d1-98c2-88ec07c3ae6f None None] Pushing event updated for resources: {'Port': ['ID=25c57b54-7d29-4472-8252-b6dad234ec9f,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:54.063571 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Attempting to bind port 25c57b54-7d29-4472-8252-b6dad234ec9f on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:54.063881 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Attempting to bind port 25c57b54-7d29-4472-8252-b6dad234ec9f by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:54.064275 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Attempting to bind port 25c57b54-7d29-4472-8252-b6dad234ec9f on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:54.068857 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:06:54.077854 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.078576 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:54.078947 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:54.079085 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device d26249f2-8859-45f4-8353-f6f7367ed23a up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:54.079484 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.079727 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:54.080217 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Bound port: 25c57b54-7d29-4472-8252-b6dad234ec9f, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:54.080611 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.094296 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.095864 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f5a029c6-73fd-4675-b063-9e3916e7ac29 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7849460 Sep 20 12:06:54.098907 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34650) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:54.102871 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Sync routers for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:06:54.125390 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:54.126200 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:54.207320 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] For port 25c57b54-7d29-4472-8252-b6dad234ec9f, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:54.210840 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] For port 25c57b54-7d29-4472-8252-b6dad234ec9f, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=25c57b54-7d29-4472-8252-b6dad234ec9f,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:54.217495 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.267675 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:54.268333 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:54.311785 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Allocated IP 172.20.0.1 (e0919a22-9079-4c43-b483-f42d20d4f9e9/47a86b3e-74b1-4fc7-9176-b29bb877655f/bf608a19-15e5-4dc0-963d-fa7790b97ddb) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:54.322175 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port d26249f2-8859-45f4-8353-f6f7367ed23a triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:54.322776 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.376507 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290e589-b21e-40d1-98c2-88ec07c3ae6f None None] Pushing event updated for resources: {'Port': ['ID=25c57b54-7d29-4472-8252-b6dad234ec9f,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:54.399455 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:54.403109 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:54.460929 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.509314 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.557394 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c1c87d1c-6fdb-47ed-9e3f-1017b073db01 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:54.584809 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:54.596820 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:54.616886 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:54.620938 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Pushing event updated for resources: {'Port': ['ID=bf608a19-15e5-4dc0-963d-fa7790b97ddb,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:54.670172 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:54.670545 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.680765 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.689540 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.733330 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:51Z', 'revision_number': 3, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:54.754194 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:52Z', 'revision_number': 3, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:54.802626 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Checking router: 670aceb5-a162-4df2-8c01-3495cb571526 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:06:54.802626 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Updating router 670aceb5-a162-4df2-8c01-3495cb571526 port ad91b15b-5dc7-4304-8d32-39a5abc23f76 binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:06:54.811358 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480e6190-56be-47c6-a035-47c2159e57b8 None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:51Z', 'revision_number': 3, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:06:54.900186 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.915935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:54.927762 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34670) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:55.010278 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-652ac150-c960-4cb4-8180-4254499e8eb3 admin admin] Deleting subnet 48593001-ed8c-4f4f-9077-c4f847e38dac {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:06:55.016269 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-652ac150-c960-4cb4-8180-4254499e8eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.052051 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-0ccff4d6-532e-4cda-ba08-bbac14b664df None None] Provisioning complete for port bf608a19-15e5-4dc0-963d-fa7790b97ddb triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:55.052433 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0ccff4d6-532e-4cda-ba08-bbac14b664df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.062151 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-652ac150-c960-4cb4-8180-4254499e8eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4701313'] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.118858 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-0ccff4d6-532e-4cda-ba08-bbac14b664df None None] Port bf608a19-15e5-4dc0-963d-fa7790b97ddb cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:06:55.133666 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-652ac150-c960-4cb4-8180-4254499e8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.173731 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Allocated IP 172.20.0.1 (7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6/038c16f5-42dd-4f15-9fe5-29230eddd50b/916d9b3c-5707-4331-9e46-43d89dfd17b0) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:06:55.270334 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-652ac150-c960-4cb4-8180-4254499e8eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66711212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596673'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.307322 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b853e-9b3f-47eb-b525-fbe69283f117 req-eb48d852-e201-4d82-8e4c-6b7b36b5a047 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:55.316716 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d56b853e-9b3f-47eb-b525-fbe69283f117 req-eb48d852-e201-4d82-8e4c-6b7b36b5a047 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.2080202 Sep 20 12:06:55.334601 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ac150-c960-4cb4-8180-4254499e8eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48593001-ed8c-4f4f-9077-c4f847e38dac,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:55.336283 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.336734 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-652ac150-c960-4cb4-8180-4254499e8eb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.338692 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-652ac150-c960-4cb4-8180-4254499e8eb3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48593001-ed8c-4f4f-9077-c4f847e38dac HTTP/1.1" status: 204 len: 168 time: 0.4092674 Sep 20 12:06:55.343960 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34678) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:55.357624 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.359077 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde7405-c344-42f9-850a-5b8cf4c7a106 req-100ae89a-48c1-43e0-91f9-ee464c394199 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:55.361043 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1cde7405-c344-42f9-850a-5b8cf4c7a106 req-100ae89a-48c1-43e0-91f9-ee464c394199 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1921799 Sep 20 12:06:55.364177 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.364498 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.422134 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Attempting to bind port ad91b15b-5dc7-4304-8d32-39a5abc23f76 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:55.422510 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Attempting to bind port ad91b15b-5dc7-4304-8d32-39a5abc23f76 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:55.422828 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Attempting to bind port ad91b15b-5dc7-4304-8d32-39a5abc23f76 on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:55.429947 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:55.430319 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:55.430731 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.431117 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:55.431578 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Bound port: ad91b15b-5dc7-4304-8d32-39a5abc23f76, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:55.431975 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.460547 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913fff9-0eca-43b0-82ae-e5e6c99b1230 None None] Pushing event updated for resources: {'Port': ['ID=ad91b15b-5dc7-4304-8d32-39a5abc23f76,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:55.461928 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.465977 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.483447 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d56b853e-9b3f-47eb-b525-fbe69283f117 req-5e48a19d-ed08-4844-88be-7e60f08d158a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581223 Sep 20 12:06:55.497702 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.499772 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Pushing event updated for resources: {'Port': ['ID=bf608a19-15e5-4dc0-963d-fa7790b97ddb,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:55.505864 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1cde7405-c344-42f9-850a-5b8cf4c7a106 req-c3a44c3f-0f2f-4309-8e35-09e7a36ce17b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289263 Sep 20 12:06:55.547868 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] For port ad91b15b-5dc7-4304-8d32-39a5abc23f76, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:55.551173 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] For port ad91b15b-5dc7-4304-8d32-39a5abc23f76, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=ad91b15b-5dc7-4304-8d32-39a5abc23f76,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:55.563150 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.610019 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.613216 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.627525 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:55.628325 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:55.640851 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:55.642950 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:55.683110 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb490db-9cf2-4260-88e0-31b6f96864b0']}} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:55.686197 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Pushing event updated for resources: {'Port': ['ID=916d9b3c-5707-4331-9e46-43d89dfd17b0,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:55.708049 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f43323-0312-4122-b2ad-ff31aa4bf140') {'for_net_delete': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:55.708343 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f43323-0312-4122-b2ad-ff31aa4bf140') {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:55.711293 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:55.721494 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:55.737358 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4701322'] for segment, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.741884 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:06:55.810706 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:55.812905 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913fff9-0eca-43b0-82ae-e5e6c99b1230 None None] Pushing event updated for resources: {'Port': ['ID=ad91b15b-5dc7-4304-8d32-39a5abc23f76,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:55.861490 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.862004 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Router 4bd09b13-96de-4f08-b842-fe74646c2503 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:06:55.888980 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:06:55.889482 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66711410'] for segment, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: Traceback (most recent call last): Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: timer() Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: cb(*args, **kw) Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: return func(*args, **kwargs) Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: self._notify() Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: self.callback(batched_events) Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: event.method(event) Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: return f(self, *a, **k) Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._get(url).json() Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: return self.request(url, 'GET', **kwargs) Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:06:55.892582 dv-cinder-810000-1-iscsi neutron-server[94127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:06:55.909602 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.024602 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 25c57b54-7d29-4472-8252-b6dad234ec9f up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:56.112515 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:06:56.120899 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-d503455d-62ac-4a66-938b-06a0883b6e7d admin admin] 10.222.0.20 "PUT /v2.0/routers/4bd09b13-96de-4f08-b842-fe74646c2503/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0660930 Sep 20 12:06:56.133197 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-5419bcf8-8ed6-4641-869b-251c53106d3d None None] Provisioning complete for port bf608a19-15e5-4dc0-963d-fa7790b97ddb triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:56.133822 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5419bcf8-8ed6-4641-869b-251c53106d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.133920 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.154684 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.159170 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] 10.222.0.20 "DELETE /v2.0/networks/fbb490db-9cf2-4260-88e0-31b6f96864b0 HTTP/1.1" status: 204 len: 168 time: 0.8123915 Sep 20 12:06:56.159170 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f6805-e107-431c-99e2-1c09a62fde3f admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb490db-9cf2-4260-88e0-31b6f96864b0,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:56.159598 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34688) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:56.207267 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 25c57b54-7d29-4472-8252-b6dad234ec9f triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:56.207811 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.211278 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-5419bcf8-8ed6-4641-869b-251c53106d3d None None] Port bf608a19-15e5-4dc0-963d-fa7790b97ddb cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:06:56.226601 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.265714 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ecee64-2eb8-4906-9e33-af8916e0f862 admin admin] Deleting subnet 0c9f1e89-f23a-482d-8321-f6d25bb6721e {{(pid=94128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:06:56.271950 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86ecee64-2eb8-4906-9e33-af8916e0f862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.274715 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:52Z', 'revision_number': 3, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:56.305985 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5533897-998f-4632-a1c1-d08450f8f59e None None] The sync data for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi is: [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:52Z', 'revision_number': 3, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:06:56.314546 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86ecee64-2eb8-4906-9e33-af8916e0f862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5692878'] for subnet, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.362790 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.379817 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86ecee64-2eb8-4906-9e33-af8916e0f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.394074 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port 25c57b54-7d29-4472-8252-b6dad234ec9f, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=25c57b54-7d29-4472-8252-b6dad234ec9f,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:56.405566 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.472188 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86ecee64-2eb8-4906-9e33-af8916e0f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5512664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979817'] for subnet, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.477307 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.484604 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.493068 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-69be39d9-50d1-4aec-871b-a361412cbd79 None None] Provisioning complete for port 916d9b3c-5707-4331-9e46-43d89dfd17b0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:56.493667 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-69be39d9-50d1-4aec-871b-a361412cbd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.496684 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86ecee64-2eb8-4906-9e33-af8916e0f862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.503592 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-86ecee64-2eb8-4906-9e33-af8916e0f862 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c9f1e89-f23a-482d-8321-f6d25bb6721e HTTP/1.1" status: 204 len: 168 time: 0.3429217 Sep 20 12:06:56.505471 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34696) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:56.537562 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecee64-2eb8-4906-9e33-af8916e0f862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9f1e89-f23a-482d-8321-f6d25bb6721e,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:56.592574 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=25c57b54-7d29-4472-8252-b6dad234ec9f,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:56.599487 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-69be39d9-50d1-4aec-871b-a361412cbd79 None None] Port 916d9b3c-5707-4331-9e46-43d89dfd17b0 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:06:56.633274 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.635299 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Pushing event updated for resources: {'Port': ['ID=916d9b3c-5707-4331-9e46-43d89dfd17b0,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:56.751510 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:56.786540 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20778a5c-7e39-48a3-b8a8-c81440e4d111 req-adc9532a-09d4-4e90-b287-42314b232528 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:56.789418 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-20778a5c-7e39-48a3-b8a8-c81440e4d111 req-adc9532a-09d4-4e90-b287-42314b232528 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.1236355 Sep 20 12:06:56.801939 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64901bb3-b820-45b6-9945-533d11d06c5a req-555ec5a0-84c2-4a97-bca1-fbeb58da13c5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:56.803475 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-64901bb3-b820-45b6-9945-533d11d06c5a req-555ec5a0-84c2-4a97-bca1-fbeb58da13c5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1490037 Sep 20 12:06:56.823054 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:06:56.824999 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:56.988717 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.018801 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Router 670aceb5-a162-4df2-8c01-3495cb571526 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:06:57.035073 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34714) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:57.036485 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb2e6b0-fd0b-44f5-8007-7808a8c7b123']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:57.041553 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-960329415-network', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:57.048980 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd78334-d0cc-4872-a742-0644f44fa9d1') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:57.049396 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd78334-d0cc-4872-a742-0644f44fa9d1') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:57.062929 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.082651 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.089613 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:06:57.090141 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:06:57.140228 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:06:57.148164 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-20778a5c-7e39-48a3-b8a8-c81440e4d111 req-7d1114cf-600c-493b-b32b-f0daacc8c585 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140674 Sep 20 12:06:57.152421 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-64901bb3-b820-45b6-9945-533d11d06c5a req-1a9434b8-1b1b-46c7-80a9-c054992b69c9 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200467 Sep 20 12:06:57.162987 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.202080 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:06:57.206060 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.211137 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2eb2e6b0-fd0b-44f5-8007-7808a8c7b123 HTTP/1.1" status: 204 len: 168 time: 0.7018037 Sep 20 12:06:57.211137 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bb56e-53ff-4004-b0ad-ef3ba00208a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb2e6b0-fd0b-44f5-8007-7808a8c7b123,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:57.214014 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f323c41c-99b0-45c6-aeb3-c835ad35633b admin admin] 10.222.0.20 "PUT /v2.0/routers/670aceb5-a162-4df2-8c01-3495cb571526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1124480 Sep 20 12:06:57.216444 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Made reservation on behalf of cd773688811f4b8ab69a68c168c9be7e for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:57.230275 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.233950 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-71f6cbf6-54b9-4435-a825-9beb010b2e32 None None] Provisioning complete for port 916d9b3c-5707-4331-9e46-43d89dfd17b0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:57.234909 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-71f6cbf6-54b9-4435-a825-9beb010b2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.249906 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.311811 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-71f6cbf6-54b9-4435-a825-9beb010b2e32 None None] Port 916d9b3c-5707-4331-9e46-43d89dfd17b0 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:06:57.371928 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:06:57.381457 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:57.382205 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:57.391730 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.401890 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.433355 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30382561-71d5-41d5-be90-bdb6013b84dc,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:57.444189 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:06:57.465176 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.465530 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Added segment 42a314c4-14f6-46df-b13d-35f84d2e7370 of type vlan for network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc Sep 20 12:06:57.527758 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34726) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:57.551824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.565510 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:57.581918 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-bfffef1f-be2d-4ff4-a988-53de2ff0678e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8b831ce2c43458ea5ff34096e7b9b8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528121 Sep 20 12:06:57.585884 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34730) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:57.593824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.595166 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:57.596013 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.662063 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c3a5-7313-467f-9fc4-b31ce6b86041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.705335 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c3a5-7313-467f-9fc4-b31ce6b86041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.778634 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c3a5-7313-467f-9fc4-b31ce6b86041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.782059 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c3a5-7313-467f-9fc4-b31ce6b86041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:57.783486 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-a8b5c3a5-7313-467f-9fc4-b31ce6b86041 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76c012d1-40bc-425a-a48e-181e63f0d202 HTTP/1.1" status: 204 len: 168 time: 0.1964064 Sep 20 12:06:57.812874 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5c3a5-7313-467f-9fc4-b31ce6b86041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c012d1-40bc-425a-a48e-181e63f0d202,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:57.924385 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:06:55Z', 'revision_number': 2, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:57.953649 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9175413 Sep 20 12:06:57.956253 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34746) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:57.963574 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Request body: {'subnet': {'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-960329415-subnet', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:57.964639 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:06:57.965183 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Updating router 4bd09b13-96de-4f08-b842-fe74646c2503 port bf608a19-15e5-4dc0-963d-fa7790b97ddb binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:06:57.966776 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06858ed0-89a7-4ab2-b2e5-2fbf976870dd admin admin] Pushing event updated for resources: {'Network': ['ID=da57bfbc-d5b8-4ab8-b1b2-1507b384cadc,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:57.986474 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:06:58.005535 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Made reservation on behalf of cd773688811f4b8ab69a68c168c9be7e for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:58.008698 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596710'] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.015625 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.321770 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 25c57b54-7d29-4472-8252-b6dad234ec9f up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:58.336844 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66711279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596680'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.356962 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34764) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:58.371718 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-776421365-network', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:58.390855 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34766) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:58.447220 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 25c57b54-7d29-4472-8252-b6dad234ec9f triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:58.447816 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.449361 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8657082-a646-4d35-b495-86b96e5bd28f,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:58.455305 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859168-eae8-449e-a7f5-1e1f2d5b3a82 req-97cfafce-9d6d-4b70-a0a6-44d1cc676ba5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:58.456967 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-53859168-eae8-449e-a7f5-1e1f2d5b3a82 req-97cfafce-9d6d-4b70-a0a6-44d1cc676ba5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.1634061 Sep 20 12:06:58.473604 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Checking segment: {'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:58.474192 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Network hostable DHCP agents. Network: da57bfbc-d5b8-4ab8-b1b2-1507b384cadc, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:06:58.475649 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f6bb0-c6b1-4e54-b3c5-4288980d4dad req-b7b6e686-4b1c-49c4-b183-34e4b3ca97a8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:58.483404 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Made reservation on behalf of fd0f854df4934110b35eca67c637cee6 for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:58.488039 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.488774 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-984f6bb0-c6b1-4e54-b3c5-4288980d4dad req-b7b6e686-4b1c-49c4-b183-34e4b3ca97a8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1547217 Sep 20 12:06:58.507352 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.552921 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device ad91b15b-5dc7-4304-8d32-39a5abc23f76 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:06:58.557942 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:06:58.586150 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-a13976fe-7de8-4ad3-982a-4eafcb9db25a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e61f5128290480f83ac010e094ce7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867557 Sep 20 12:06:58.589795 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34774) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:58.612975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, da57bfbc-d5b8-4ab8-b1b2-1507b384cadc) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:06:58.620853 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-984f6bb0-c6b1-4e54-b3c5-4288980d4dad req-17ce1e2b-9899-4642-be5a-21fcf67cf16b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310201 Sep 20 12:06:58.633026 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca27562f-6549-4c29-b925-5d781de2779b None None] Network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:06:58.642093 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-53859168-eae8-449e-a7f5-1e1f2d5b3a82 req-c8282e03-b17a-47a1-9750-88924d5ce510 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675372 Sep 20 12:06:58.643789 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:58.644718 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.646951 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.674281 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.735420 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port ad91b15b-5dc7-4304-8d32-39a5abc23f76 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:58.735808 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.736935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-125b091a-ce5d-406d-90f7-2ed6771ab3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.788748 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-125b091a-ce5d-406d-90f7-2ed6771ab3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.798089 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762f9e1-c74d-4402-b091-c119946cd876 None None] Pushing event updated for resources: {'Port': ['ID=bf608a19-15e5-4dc0-963d-fa7790b97ddb,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:58.817031 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.827708 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.849395 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c7c517ba-fb91-4e3c-b601-6a7e5935476a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8920836 Sep 20 12:06:58.850049 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34782) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:58.868696 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:58.879114 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:06:58.898937 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Attempting to bind port bf608a19-15e5-4dc0-963d-fa7790b97ddb on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:06:58.899923 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Attempting to bind port bf608a19-15e5-4dc0-963d-fa7790b97ddb by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:06:58.900722 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Attempting to bind port bf608a19-15e5-4dc0-963d-fa7790b97ddb on network e0919a22-9079-4c43-b483-f42d20d4f9e9 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:06:58.902296 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Sync routers for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:06:58.907630 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0577c4-3b99-499e-96d9-9e3fc714e150,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:58.910746 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.911093 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Added segment 4b858c11-5845-49fe-b1b9-f14b045f11ec of type vlan for network 277c0e22-7ba7-4d6a-a39b-80c610158520 Sep 20 12:06:58.912650 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:06:58.913299 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Checking segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:06:58.913842 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.914378 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Bound using segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:06:58.914990 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Bound port: bf608a19-15e5-4dc0-963d-fa7790b97ddb, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:06:58.915801 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.941317 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-125b091a-ce5d-406d-90f7-2ed6771ab3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.944139 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-125b091a-ce5d-406d-90f7-2ed6771ab3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:58.948275 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-125b091a-ce5d-406d-90f7-2ed6771ab3e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abc5af24-fb1f-466a-8458-d6feaf15479a HTTP/1.1" status: 204 len: 168 time: 0.3486912 Sep 20 12:06:58.969255 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b091a-ce5d-406d-90f7-2ed6771ab3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc5af24-fb1f-466a-8458-d6feaf15479a,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:58.998109 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.004599 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.005627 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.058409 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] For port bf608a19-15e5-4dc0-963d-fa7790b97ddb, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:06:59.062221 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.070319 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:59.070910 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:59.073308 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] For port bf608a19-15e5-4dc0-963d-fa7790b97ddb, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=bf608a19-15e5-4dc0-963d-fa7790b97ddb,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:06:59.083558 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.115575 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.124473 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:06:59.125122 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.128224 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.167168 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762f9e1-c74d-4402-b091-c119946cd876 None None] Pushing event updated for resources: {'Port': ['ID=bf608a19-15e5-4dc0-963d-fa7790b97ddb,revision_number=4']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:59.179600 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:06:59.180113 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:59.220907 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8606670 Sep 20 12:06:59.224214 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34802) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:06:59.231561 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Request body: {'subnet': {'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-776421365-subnet', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'ip_version': 4}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:06:59.239597 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:59.292661 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Made reservation on behalf of fd0f854df4934110b35eca67c637cee6 for: {'subnet': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:06:59.295500 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4979790'] for subnet, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.323706 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5c924-3f04-44ff-801c-0f801ecfc869 admin admin] Pushing event updated for resources: {'Network': ['ID=277c0e22-7ba7-4d6a-a39b-80c610158520,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:06:59.399399 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 277c0e22-7ba7-4d6a-a39b-80c610158520 details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:06:59.468135 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-0bc31f5d-e5bc-403d-880f-40a786e04919 None None] Provisioning complete for port bf608a19-15e5-4dc0-963d-fa7790b97ddb triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:06:59.468878 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0bc31f5d-e5bc-403d-880f-40a786e04919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.476775 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:06:59.573269 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port ad91b15b-5dc7-4304-8d32-39a5abc23f76, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=ad91b15b-5dc7-4304-8d32-39a5abc23f76,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:06:59.629840 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.741085 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5512603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4979808'] for subnet, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.744902 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.772228 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-da57bfbc-d5b8-4ab8-b1b2-1507b384cadc', 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'fixed_ips': [{'subnet_id': 'e8657082-a646-4d35-b495-86b96e5bd28f'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:06:59.779230 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:06:59.860173 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:06:59.928224 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1a515-6c7b-4e1a-949a-181bc4b0c1bc None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:07:00.016437 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0bc31f5d-e5bc-403d-880f-40a786e04919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.111831 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Checking segment: {'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:00.112365 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Network hostable DHCP agents. Network: 277c0e22-7ba7-4d6a-a39b-80c610158520, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:07:00.126312 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-0bc31f5d-e5bc-403d-880f-40a786e04919 None None] For port bf608a19-15e5-4dc0-963d-fa7790b97ddb, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=bf608a19-15e5-4dc0-963d-fa7790b97ddb,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:00.129762 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.133455 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a067897-6daa-471e-a287-8829cbd549a5,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:00.160233 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.160561 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1290d-4c02-4f44-b3c4-6178c290284b req-f0e9fe79-7e61-457f-b934-0f7c9e107c6d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:00.163470 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ecc1290d-4c02-4f44-b3c4-6178c290284b req-f0e9fe79-7e61-457f-b934-0f7c9e107c6d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.3508098 Sep 20 12:07:00.193684 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4388d9a-ddd3-480c-bd66-26891184f94d req-001687b6-ea05-4ba4-b30c-56d954853838 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:00.202748 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4388d9a-ddd3-480c-bd66-26891184f94d req-001687b6-ea05-4ba4-b30c-56d954853838 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.2948637 Sep 20 12:07:00.237250 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0bc31f5d-e5bc-403d-880f-40a786e04919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.241704 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Network 277c0e22-7ba7-4d6a-a39b-80c610158520 is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:07:00.297178 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 277c0e22-7ba7-4d6a-a39b-80c610158520) {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:00.332515 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4388d9a-ddd3-480c-bd66-26891184f94d req-92314512-39aa-4bbd-8c8e-90094d07c92f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285779 Sep 20 12:07:00.338213 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:00.344738 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.371176 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ecc1290d-4c02-4f44-b3c4-6178c290284b req-ed7c949d-68c7-4690-b724-56b152dc664c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931319 Sep 20 12:07:00.399515 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c208de1c-37b5-4c7f-873c-9e8f7065a183 None None] Network 277c0e22-7ba7-4d6a-a39b-80c610158520 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:07:00.410931 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-2eea997f-84c9-444d-b6ea-a78f6078325e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1854491 Sep 20 12:07:00.414244 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34836) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:00.428906 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:00.442977 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=ad91b15b-5dc7-4304-8d32-39a5abc23f76,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:00.495919 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.497112 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.523758 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Allocated IP 172.27.3.22 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/ac552555-f095-4f79-a3b1-92b7b8bcf18c) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:00.556852 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.557407 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.557957 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.560329 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.560893 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.561418 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.562121 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.563291 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.564975 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.565525 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.566453 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.567610 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:00.646282 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.705785 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Allocated IP 172.20.0.2 (da57bfbc-d5b8-4ab8-b1b2-1507b384cadc/e8657082-a646-4d35-b495-86b96e5bd28f/c1519c73-1c36-424d-a385-339b228355a0) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:00.797143 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:00.916210 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:01.019629 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:01.027682 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:01.035639 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:01.046265 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:01.129342 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Pushing event updated for resources: {'Port': ['ID=ac552555-f095-4f79-a3b1-92b7b8bcf18c,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:01.139454 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-043b70f1-3d9c-4107-a094-798ecf654ea8 None None] Provisioning complete for port bf608a19-15e5-4dc0-963d-fa7790b97ddb triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:01.139823 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-043b70f1-3d9c-4107-a094-798ecf654ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:01.211866 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc31f5d-e5bc-403d-880f-40a786e04919 None None] Pushing event updated for resources: {'Port': ['ID=bf608a19-15e5-4dc0-963d-fa7790b97ddb,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:01.247214 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 2, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:01.295239 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:01.433455 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Checking router: 670aceb5-a162-4df2-8c01-3495cb571526 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:07:01.434691 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Updating router 670aceb5-a162-4df2-8c01-3495cb571526 port 916d9b3c-5707-4331-9e46-43d89dfd17b0 binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:07:01.663752 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:01.691233 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:01.711016 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34874) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:01.765307 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Pushing event updated for resources: {'Port': ['ID=c1519c73-1c36-424d-a385-339b228355a0,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:01.786720 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-277c0e22-7ba7-4d6a-a39b-80c610158520', 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'fixed_ips': [{'subnet_id': '6a067897-6daa-471e-a287-8829cbd549a5'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:07:01.787985 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:01.862616 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:01.864651 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:01.879290 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:01.894363 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:01.948439 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748d871-025d-4583-b6b1-508a6e8cbf29 req-e2e8e947-1485-4f9a-995d-78ea69bff330 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:01.949954 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0748d871-025d-4583-b6b1-508a6e8cbf29 req-e2e8e947-1485-4f9a-995d-78ea69bff330 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.2825646 Sep 20 12:07:01.964655 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a05e8-9299-444c-87a1-8840dcbcdc4c req-d06e99e8-7448-4cfd-97ec-38d1c7d60ca8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:01.966181 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a74a05e8-9299-444c-87a1-8840dcbcdc4c req-d06e99e8-7448-4cfd-97ec-38d1c7d60ca8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.2646022 Sep 20 12:07:02.012460 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-997e0888-e638-4613-84c3-2e63856dffdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.182018 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device ad91b15b-5dc7-4304-8d32-39a5abc23f76 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:02.201089 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.245909 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a74a05e8-9299-444c-87a1-8840dcbcdc4c req-83d1387e-c1b6-43c7-8af0-91a759545a56 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652943 Sep 20 12:07:02.270529 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0748d871-025d-4583-b6b1-508a6e8cbf29 req-4ba165f4-4aa8-4a0e-a84d-d076675bc20d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908881 Sep 20 12:07:02.299292 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Attempting to bind port c1519c73-1c36-424d-a385-339b228355a0 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:02.299678 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Attempting to bind port c1519c73-1c36-424d-a385-339b228355a0 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:02.300083 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Attempting to bind port c1519c73-1c36-424d-a385-339b228355a0 on network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:02.381484 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-997e0888-e638-4613-84c3-2e63856dffdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.390474 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-997e0888-e638-4613-84c3-2e63856dffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.431105 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:02.431502 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Checking segment: {'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:02.431950 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.432394 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Bound using segment: {'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:02.432882 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Bound port: c1519c73-1c36-424d-a385-339b228355a0, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:02.433265 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.493988 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e0888-e638-4613-84c3-2e63856dffdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a324b569-c342-4a32-9db8-df48ae14be69,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:02.500113 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-997e0888-e638-4613-84c3-2e63856dffdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ad8d97085f74363899f50b65089eb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7872500 Sep 20 12:07:02.510872 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Allocated IP 172.20.0.2 (277c0e22-7ba7-4d6a-a39b-80c610158520/6a067897-6daa-471e-a287-8829cbd549a5/7f13b2d8-2afe-44fc-bc94-3849b729bc6f) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:02.514691 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 34884) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:02.572319 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port ad91b15b-5dc7-4304-8d32-39a5abc23f76 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:02.572745 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.639623 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.641295 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Router 199471ac-51ed-4ab7-b98c-4f188f58cf97 is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:07:02.684067 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.796432 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.825096 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.864208 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:07:02.866812 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ff169173-5b75-47af-9df3-27ac29d8074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.874214 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Allocated IP 172.27.3.106 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/54ec4908-cf8a-4b19-916c-a6af3d4f2ffd) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:02.875187 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Sync routers for ids ['199471ac-51ed-4ab7-b98c-4f188f58cf97'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:07:02.882791 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-d928f863-5412-4218-9f13-9e395792da30 None None] For port c1519c73-1c36-424d-a385-339b228355a0, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:02.886650 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5992d85-e983-49bf-b0a3-d42ed9227601 None None] Pushing event updated for resources: {'Port': ['ID=916d9b3c-5707-4331-9e46-43d89dfd17b0,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:02.900775 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Routers {'199471ac-51ed-4ab7-b98c-4f188f58cf97'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:02.902516 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['199471ac-51ed-4ab7-b98c-4f188f58cf97'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:02.940785 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ff169173-5b75-47af-9df3-27ac29d8074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:02.952157 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-d928f863-5412-4218-9f13-9e395792da30 None None] For port c1519c73-1c36-424d-a385-339b228355a0, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c1519c73-1c36-424d-a385-339b228355a0,segment=NetworkSegment(42a314c4-14f6-46df-b13d-35f84d2e7370),segment_id=42a314c4-14f6-46df-b13d-35f84d2e7370)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:02.968575 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.088806 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.108148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.113103 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c38f050e-9a05-49d5-a0b4-d598a01fce47 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2527988 Sep 20 12:07:03.114145 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ff169173-5b75-47af-9df3-27ac29d8074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.120270 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 34890) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:03.123399 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ff169173-5b75-47af-9df3-27ac29d8074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.126947 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-ff169173-5b75-47af-9df3-27ac29d8074c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a324b569-c342-4a32-9db8-df48ae14be69 HTTP/1.1" status: 204 len: 168 time: 0.6106551 Sep 20 12:07:03.148649 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff169173-5b75-47af-9df3-27ac29d8074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a324b569-c342-4a32-9db8-df48ae14be69,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:03.261702 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Set router 199471ac-51ed-4ab7-b98c-4f188f58cf97 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:03.290471 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.438361 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device bf608a19-15e5-4dc0-963d-fa7790b97ddb up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:03.546709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:03.568042 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Attempting to bind port 916d9b3c-5707-4331-9e46-43d89dfd17b0 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:03.568718 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Attempting to bind port 916d9b3c-5707-4331-9e46-43d89dfd17b0 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:03.569079 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Attempting to bind port 916d9b3c-5707-4331-9e46-43d89dfd17b0 on network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:03.630638 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:03.642396 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928f863-5412-4218-9f13-9e395792da30 None None] Pushing event updated for resources: {'Port': ['ID=c1519c73-1c36-424d-a385-339b228355a0,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:03.661777 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:03.664279 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:03.664664 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Checking segment: {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:03.665074 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.665467 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Bound using segment: {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:03.669100 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Bound port: 916d9b3c-5707-4331-9e46-43d89dfd17b0, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:03.669567 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.785829 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-1bb8283e-9657-4b11-9a45-c437ea3ec593 None None] Provisioning complete for port 916d9b3c-5707-4331-9e46-43d89dfd17b0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:03.786336 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1bb8283e-9657-4b11-9a45-c437ea3ec593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.794536 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=54ec4908-cf8a-4b19-916c-a6af3d4f2ffd,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:03.828514 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.831737 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8283e-9657-4b11-9a45-c437ea3ec593 None None] Port 916d9b3c-5707-4331-9e46-43d89dfd17b0 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:07:03.927608 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] For port 916d9b3c-5707-4331-9e46-43d89dfd17b0, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:03.930747 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] For port 916d9b3c-5707-4331-9e46-43d89dfd17b0, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=916d9b3c-5707-4331-9e46-43d89dfd17b0,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:03.937026 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port bf608a19-15e5-4dc0-963d-fa7790b97ddb triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:03.937750 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:03.969888 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:07:01Z', 'revision_number': 3, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:03.990786 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f20d03-4c1a-4b2b-a1d3-9af00a5d6dfe req-fc839631-8b83-420e-ac40-5dcb9a1779cd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:04.001461 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:04.003341 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-25f20d03-4c1a-4b2b-a1d3-9af00a5d6dfe req-fc839631-8b83-420e-ac40-5dcb9a1779cd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.5433249 Sep 20 12:07:04.123169 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:04.123417 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1ed18-fdc9-46c2-b485-5dccca4c566f req-6d8aa921-9791-4b1b-8d3d-944bca716041 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:04.123417 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9ce1ed18-fdc9-46c2-b485-5dccca4c566f req-6d8aa921-9791-4b1b-8d3d-944bca716041 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.6677067 Sep 20 12:07:04.195734 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:07:04.308104 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5992d85-e983-49bf-b0a3-d42ed9227601 None None] Pushing event updated for resources: {'Port': ['ID=916d9b3c-5707-4331-9e46-43d89dfd17b0,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:04.310404 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Checking router: 199471ac-51ed-4ab7-b98c-4f188f58cf97 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:07:04.322646 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Updating router 199471ac-51ed-4ab7-b98c-4f188f58cf97 port ac552555-f095-4f79-a3b1-92b7b8bcf18c binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:07:04.362999 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:04.364655 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:04.376704 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Network 277c0e22-7ba7-4d6a-a39b-80c610158520 is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:04.408904 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:04.525537 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:04.533926 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:04.552565 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.db.resource_extend [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 20 12:07:04.552849 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9ce1ed18-fdc9-46c2-b485-5dccca4c566f req-466fcb8d-ebaa-4fff-91d5-db291afdf2d7 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4062142 Sep 20 12:07:04.565694 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-25f20d03-4c1a-4b2b-a1d3-9af00a5d6dfe req-84fb51bb-8b62-476b-8200-62c2888ac252 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611877 Sep 20 12:07:04.721854 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Attempting to bind port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:04.722486 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Attempting to bind port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:04.722993 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Attempting to bind port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f on network 277c0e22-7ba7-4d6a-a39b-80c610158520 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:04.741674 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:04.742252 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Checking segment: {'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:04.742761 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:04.743386 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Bound using segment: {'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:04.744057 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Bound port: 7f13b2d8-2afe-44fc-bc94-3849b729bc6f, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:04.744695 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:04.777402 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:04.786137 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4d08fbac-1847-45c0-a5dc-30d9f15a81a6 None None] Provisioning complete for port 916d9b3c-5707-4331-9e46-43d89dfd17b0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:04.793589 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4d08fbac-1847-45c0-a5dc-30d9f15a81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:04.973017 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Pushing event updated for resources: {'Port': ['ID=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:05.007694 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc091470-56c9-4ef6-8f86-1fc409671a78 None None] Network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:07:05.113205 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:05.132774 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:05.154918 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c1519c73-1c36-424d-a385-339b228355a0 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:05.260312 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e619bb-f497-471b-b47f-1aab6b4199ce None None] Pushing event updated for resources: {'Port': ['ID=ac552555-f095-4f79-a3b1-92b7b8bcf18c,revision_number=2']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:05.274550 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Attempting to bind port ac552555-f095-4f79-a3b1-92b7b8bcf18c on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:05.274929 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Attempting to bind port ac552555-f095-4f79-a3b1-92b7b8bcf18c by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:05.275295 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Attempting to bind port ac552555-f095-4f79-a3b1-92b7b8bcf18c on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:05.297485 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:05.298180 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:05.303060 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:05.303773 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:05.305078 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Bound port: ac552555-f095-4f79-a3b1-92b7b8bcf18c, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:05.306989 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:05.405800 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] For port ac552555-f095-4f79-a3b1-92b7b8bcf18c, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:05.409552 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] For port ac552555-f095-4f79-a3b1-92b7b8bcf18c, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=ac552555-f095-4f79-a3b1-92b7b8bcf18c,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:05.419693 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:05.544225 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Routers {'199471ac-51ed-4ab7-b98c-4f188f58cf97'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:05.546312 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['199471ac-51ed-4ab7-b98c-4f188f58cf97'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:05.551945 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e619bb-f497-471b-b47f-1aab6b4199ce None None] Pushing event updated for resources: {'Port': ['ID=ac552555-f095-4f79-a3b1-92b7b8bcf18c,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:05.676427 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:05.744433 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:05.756158 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:05.783190 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] For port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:05.835391 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-3e987c88-009c-44f1-99c7-a4bf3fe7dc5e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:05.837797 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-3e987c88-009c-44f1-99c7-a4bf3fe7dc5e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 814 time: 0.4476833 Sep 20 12:07:05.841603 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] For port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,segment=NetworkSegment(4b858c11-5845-49fe-b1b9-f14b045f11ec),segment_id=4b858c11-5845-49fe-b1b9-f14b045f11ec)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:05.868158 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] Set router 199471ac-51ed-4ab7-b98c-4f188f58cf97 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:05.916151 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '40a2e066-970f-4c27-9170-1888a44c6694', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'port_id': '40a2e066-970f-4c27-9170-1888a44c6694', 'mac_address': 'fa:16:3e:23:4a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:07:05.958157 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-f14b71d1-8a56-417a-9894-ab1b252d3d66 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/quotas/a13c5ca0df77442a97a81464f7f57250 HTTP/1.1" status: 200 len: 375 time: 0.0908761 Sep 20 12:07:05.965463 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:05.987875 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fffc2f-cd19-43d8-909f-0027270501fc req-499b25b8-2894-4460-aa8c-2e1f04f589fa tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:05.989920 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-86fffc2f-cd19-43d8-909f-0027270501fc req-499b25b8-2894-4460-aa8c-2e1f04f589fa tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.2588243 Sep 20 12:07:06.042756 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4d08fbac-1847-45c0-a5dc-30d9f15a81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:06.055612 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:06.230949 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-d4a47a32-3ad1-43bd-8faf-a93a3a728fbe tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2715092 Sep 20 12:07:06.285832 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-86fffc2f-cd19-43d8-909f-0027270501fc req-eb2b8f0c-ea26-44bd-921a-a01ce4821f20 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338660 Sep 20 12:07:06.365460 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:07:01Z', 'revision_number': 3, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:06.441321 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400cea3d-ee47-4ce4-a644-de306339eabc None None] The sync data for ids ['199471ac-51ed-4ab7-b98c-4f188f58cf97'] in dv-cinder-810000-1-iscsi is: [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:07:01Z', 'revision_number': 3, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:07:06.455186 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4d08fbac-1847-45c0-a5dc-30d9f15a81a6 None None] For port 916d9b3c-5707-4331-9e46-43d89dfd17b0, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=916d9b3c-5707-4331-9e46-43d89dfd17b0,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:06.456610 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3488d5-66b6-4ad6-85d8-e04c1f4966bc None None] Pushing event updated for resources: {'Port': ['ID=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:06.462864 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:06.488723 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port c1519c73-1c36-424d-a385-339b228355a0 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:06.489123 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:06.500119 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4d08fbac-1847-45c0-a5dc-30d9f15a81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:06.563525 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40a2e066-970f-4c27-9170-1888a44c6694 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:07:06.622564 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Allocated IP 172.20.0.1 (da57bfbc-d5b8-4ab8-b1b2-1507b384cadc/e8657082-a646-4d35-b495-86b96e5bd28f/75eb64c4-a39e-463e-8262-cbf851e54c0e) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:06.690952 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-6b269746-b50a-49f6-a0ba-aabae9632a89 None None] Provisioning complete for port c1519c73-1c36-424d-a385-339b228355a0 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:06.691595 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-6b269746-b50a-49f6-a0ba-aabae9632a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:06.735594 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:06.746678 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:03Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:06.759984 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-8ba69439-8a2f-4165-a883-44b756bad720 service neutron] 10.222.0.20 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278132 Sep 20 12:07:06.784241 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Router 1d0be891-60c2-4133-9a90-b425fed0c78d is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:07:06.800153 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:06.842621 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40e078-d43f-406c-a9e4-60d3fed59496 req-6046effc-a76f-4919-a8d7-64364776a089 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:06.855260 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ae40e078-d43f-406c-a9e4-60d3fed59496 req-6046effc-a76f-4919-a8d7-64364776a089 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.3414557 Sep 20 12:07:06.937105 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f365-c215-4ea7-b074-4ff1d9a54956 None None] The sync data for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi is: [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:03Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:07:06.985427 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d08fbac-1847-45c0-a5dc-30d9f15a81a6 None None] Pushing event updated for resources: {'Port': ['ID=916d9b3c-5707-4331-9e46-43d89dfd17b0,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:07.121182 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['40a2e066-970f-4c27-9170-1888a44c6694'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:07:07.322338 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=6']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:07.379408 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-6b269746-b50a-49f6-a0ba-aabae9632a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:07.533425 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:07.544827 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ae40e078-d43f-406c-a9e4-60d3fed59496 req-c41ede56-5765-450e-a7ca-13abdbba0540 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885927 Sep 20 12:07:07.647949 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-6b269746-b50a-49f6-a0ba-aabae9632a89 None None] For port c1519c73-1c36-424d-a385-339b228355a0, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c1519c73-1c36-424d-a385-339b228355a0,segment=NetworkSegment(42a314c4-14f6-46df-b13d-35f84d2e7370),segment_id=42a314c4-14f6-46df-b13d-35f84d2e7370)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:07.677307 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:07.709628 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-6b269746-b50a-49f6-a0ba-aabae9632a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:07.742956 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:07:07.803224 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.db.api [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:07:07.805034 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG oslo_db.api [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:07:07.805955 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Sync routers for ids ['1d0be891-60c2-4133-9a90-b425fed0c78d'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:07:07.914193 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Routers {'1d0be891-60c2-4133-9a90-b425fed0c78d'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:07.915291 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['1d0be891-60c2-4133-9a90-b425fed0c78d'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:07.966453 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:07.970506 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-3e8e693a-0347-4061-b458-96ce8fee1bc4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5522475 Sep 20 12:07:07.971142 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35022) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:07.983133 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-5bcf5009-04ef-4fef-9c8f-56105de0e98c service neutron] 10.222.0.20 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2059944 Sep 20 12:07:08.065814 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5882a2-2cbe-46fc-bc2b-43bdb905b167 req-9000fc71-d17a-4af1-9490-f2c8485fd7f9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:08.067849 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3b5882a2-2cbe-46fc-bc2b-43bdb905b167 req-9000fc71-d17a-4af1-9490-f2c8485fd7f9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 944 time: 0.3046048 Sep 20 12:07:08.069112 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:08.181369 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b269746-b50a-49f6-a0ba-aabae9632a89 None None] Pushing event updated for resources: {'Port': ['ID=c1519c73-1c36-424d-a385-339b228355a0,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:08.279683 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:08.286458 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:08.318535 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:08.402100 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Pushing event updated for resources: {'Port': ['ID=75eb64c4-a39e-463e-8262-cbf851e54c0e,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:08.565433 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.566100 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.566413 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.566772 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.567105 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.567620 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.583383 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.597642 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.604644 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.605752 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.606392 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.607019 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:08.642571 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Set router 1d0be891-60c2-4133-9a90-b425fed0c78d gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:08.668399 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3b5882a2-2cbe-46fc-bc2b-43bdb905b167 req-4c6b4501-1052-4854-adbe-27258b91fa31 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5298131 Sep 20 12:07:08.734437 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:08.902113 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-87f46b65-e8b5-49d7-b2ee-9bebd15df262 req-27c2009d-828f-48d2-a8fc-60047478d01c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 210 time: 0.1754425 Sep 20 12:07:08.984717 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85e770-79b7-40cb-a64b-33bd1cd080d0 None None] Network 277c0e22-7ba7-4d6a-a39b-80c610158520 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:07:09.051574 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc6e76-e4b8-4050-bf4c-fbf1972e8ad0 req-e78b7029-2ab7-4596-9876-c43c8b4b3a38 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:09.061295 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-95cc6e76-e4b8-4050-bf4c-fbf1972e8ad0 req-e78b7029-2ab7-4596-9876-c43c8b4b3a38 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.3102827 Sep 20 12:07:09.221358 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-95cc6e76-e4b8-4050-bf4c-fbf1972e8ad0 req-9f83ef4e-42e7-43b3-9085-497e5ec7ea61 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587658 Sep 20 12:07:09.361220 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:09.494496 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-46ba81ab-6c4e-4e5f-a9db-931861a225e3 None None] Provisioning complete for port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:09.494902 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-46ba81ab-6c4e-4e5f-a9db-931861a225e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:10.237094 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:10.532332 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c1519c73-1c36-424d-a385-339b228355a0 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:10.673776 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:10.712375 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-46ba81ab-6c4e-4e5f-a9db-931861a225e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:10.740097 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f15e5fec-1b9b-4a1e-9367-68d33f3a6bb8 req-ff9a7722-5e41-48ac-babd-49725c769102 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 210 time: 0.0902565 Sep 20 12:07:10.752055 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb8c2-7e4a-4588-94e2-4af2690648df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:10.755038 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:04Z', 'revision_number': 3, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:10.792251 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b920c-3d77-49fe-9581-a1eceb2fa5ab req-ab8e7dd9-95b7-439d-994b-743e47b18f6c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:10.800447 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-395b920c-3d77-49fe-9581-a1eceb2fa5ab req-ab8e7dd9-95b7-439d-994b-743e47b18f6c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 944 time: 0.1495218 Sep 20 12:07:10.820422 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:10.825958 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Checking router: 1d0be891-60c2-4133-9a90-b425fed0c78d for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:07:10.826551 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Updating router 1d0be891-60c2-4133-9a90-b425fed0c78d port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:07:10.881142 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:10.930618 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-395b920c-3d77-49fe-9581-a1eceb2fa5ab req-2efaf562-ab04-473e-90ba-f0a868509355 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290987 Sep 20 12:07:10.969116 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.027666 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35082) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:11.098840 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Allocated IP 172.20.0.1 (277c0e22-7ba7-4d6a-a39b-80c610158520/6a067897-6daa-471e-a287-8829cbd549a5/afea36bc-4b48-4dd2-b7f8-110af7320fca) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:11.194493 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-a6e5f6fd-1f65-472a-971f-8b33b421fcc2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:11.201579 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-a6e5f6fd-1f65-472a-971f-8b33b421fcc2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 814 time: 0.2968800 Sep 20 12:07:11.204184 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.387061 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-46ba81ab-6c4e-4e5f-a9db-931861a225e3 None None] For port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,segment=NetworkSegment(4b858c11-5845-49fe-b1b9-f14b045f11ec),segment_id=4b858c11-5845-49fe-b1b9-f14b045f11ec)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:11.404950 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port c1519c73-1c36-424d-a385-339b228355a0 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:11.405326 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.406873 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-46ba81ab-6c4e-4e5f-a9db-931861a225e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.410100 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.431130 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6966f22-81e9-4c8c-86be-0a2fae2bbfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.436801 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Request body: {'port': {'device_id': '5365985d-8edd-4e66-a654-4b00c0917e4a', 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'admin_state_up': True, 'tenant_id': 'a13c5ca0df77442a97a81464f7f57250'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:11.499356 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.512223 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba81ab-6c4e-4e5f-a9db-931861a225e3 None None] Pushing event updated for resources: {'Port': ['ID=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:11.568320 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Network 277c0e22-7ba7-4d6a-a39b-80c610158520 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:11.580975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:11.585228 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:11.598696 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-2ce00201-e694-4edc-984b-3bc5f873bd81 None None] Provisioning complete for port 75eb64c4-a39e-463e-8262-cbf851e54c0e triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:11.599303 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2ce00201-e694-4edc-984b-3bc5f873bd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.638580 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Pushing event updated for resources: {'Port': ['ID=afea36bc-4b48-4dd2-b7f8-110af7320fca,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:11.653984 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.654460 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.655068 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.655703 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.656198 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.657217 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.657567 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.657904 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.658329 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.658664 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.658989 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.659399 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:11.676066 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 40a2e066-970f-4c27-9170-1888a44c6694 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:11.676926 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.687380 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.845071 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6966f22-81e9-4c8c-86be-0a2fae2bbfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.851967 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.870785 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6966f22-81e9-4c8c-86be-0a2fae2bbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:11.884300 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Pushing event updated for resources: {'Port': ['ID=75eb64c4-a39e-463e-8262-cbf851e54c0e,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:12.011703 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-ff9dcd89-5e4f-420f-b1cb-fe33a7304d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:12.023174 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-ff9dcd89-5e4f-420f-b1cb-fe33a7304d32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1097 time: 0.8204305 Sep 20 12:07:12.047923 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6966f22-81e9-4c8c-86be-0a2fae2bbfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fb9bc5-3338-4234-afed-f1cc002682d3,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:12.062337 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-2ce00201-e694-4edc-984b-3bc5f873bd81 None None] Port 75eb64c4-a39e-463e-8262-cbf851e54c0e cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:07:12.063210 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-b6966f22-81e9-4c8c-86be-0a2fae2bbfaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1cad8dada954c56b542b8015785099d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0333688 Sep 20 12:07:12.067064 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35098) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:12.073023 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6b3c3-5b1d-4bde-ba8e-caf722f00dba req-a6c3ca29-3598-4527-bb90-93ce31d6bdbc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:12.080886 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2ad6b3c3-5b1d-4bde-ba8e-caf722f00dba req-a6c3ca29-3598-4527-bb90-93ce31d6bdbc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.8772488 Sep 20 12:07:12.151050 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.182101 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-29090158-0309-4d3e-926a-2f20856061f0 req-4a4f173c-9beb-4b50-94c6-ce7d00acf377 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 210 time: 0.2593865 Sep 20 12:07:12.185539 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.214048 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-2ce00201-e694-4edc-984b-3bc5f873bd81 None None] Provisioning complete for port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:12.214048 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2ce00201-e694-4edc-984b-3bc5f873bd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.259303 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6397e8fd-cb78-41bc-ac34-3bdd6aecffd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.284829 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6397e8fd-cb78-41bc-ac34-3bdd6aecffd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.339207 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.355453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6397e8fd-cb78-41bc-ac34-3bdd6aecffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.358331 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6397e8fd-cb78-41bc-ac34-3bdd6aecffd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.362643 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-6397e8fd-cb78-41bc-ac34-3bdd6aecffd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11fb9bc5-3338-4234-afed-f1cc002682d3 HTTP/1.1" status: 204 len: 168 time: 0.2943869 Sep 20 12:07:12.385752 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397e8fd-cb78-41bc-ac34-3bdd6aecffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fb9bc5-3338-4234-afed-f1cc002682d3,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:12.474055 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device ac552555-f095-4f79-a3b1-92b7b8bcf18c up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:12.493033 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2ad6b3c3-5b1d-4bde-ba8e-caf722f00dba req-d43e30fa-b1fa-4469-91de-53b4e3eac0ee tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105618 Sep 20 12:07:12.529459 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Made reservation on behalf of a13c5ca0df77442a97a81464f7f57250 for: {'port': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:07:12.533391 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.610411 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.624877 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.627962 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Attempting to bind port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:12.628702 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Attempting to bind port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:12.629246 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Attempting to bind port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:12.653119 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-7cd0a08d-12e7-4d94-98d4-113354543118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:12.655297 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-7cd0a08d-12e7-4d94-98d4-113354543118 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.5719390 Sep 20 12:07:12.684831 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.789174 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:12.789915 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:12.790492 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.791043 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:12.791697 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Bound port: 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:12.792272 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:12.826481 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:07:12.829448 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea101a02-0b3b-4de7-a55b-e2b20aa86ff4" -d '{"events": [{"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-plugged", "status": "completed", "tag": "40a2e066-970f-4c27-9170-1888a44c6694"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:07:12.874971 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Pushing event updated for resources: {'Port': ['ID=afea36bc-4b48-4dd2-b7f8-110af7320fca,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:12.899798 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:13.017671 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] For port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:13.041031 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] For port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=54ec4908-cf8a-4b19-916c-a6af3d4f2ffd,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:13.086805 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb5910-e84b-4c11-8020-efa76bb3ec4d None None] Pushing event updated for resources: {'Port': ['ID=54ec4908-cf8a-4b19-916c-a6af3d4f2ffd,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:13.112562 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcacc082-da2f-44b5-857e-f9f91769a436 x-openstack-request-id: req-fcacc082-da2f-44b5-857e-f9f91769a436 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:07:13.112921 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-plugged", "status": "completed", "tag": "40a2e066-970f-4c27-9170-1888a44c6694", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:07:13.113110 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcacc082-da2f-44b5-857e-f9f91769a436 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:07:13.113510 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694', 'code': 200} Sep 20 12:07:13.133376 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:13.138137 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:13.162315 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:13.208142 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673947c-3df3-4efc-ba32-9d48b5e1cd5a req-0589d62a-38fa-4b6c-80c9-15c6360fa214 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:13.249621 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2673947c-3df3-4efc-ba32-9d48b5e1cd5a req-0589d62a-38fa-4b6c-80c9-15c6360fa214 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 944 time: 0.7896872 Sep 20 12:07:13.286555 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port ac552555-f095-4f79-a3b1-92b7b8bcf18c triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:13.287480 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:13.303506 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Network 277c0e22-7ba7-4d6a-a39b-80c610158520 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:13.319498 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:13.340288 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f1da0348-e5b8-46d8-821b-097de371df5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:13.342040 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Routers {'1d0be891-60c2-4133-9a90-b425fed0c78d'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:13.342664 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:06:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['1d0be891-60c2-4133-9a90-b425fed0c78d'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:13.347546 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb5910-e84b-4c11-8020-efa76bb3ec4d None None] Pushing event updated for resources: {'Port': ['ID=54ec4908-cf8a-4b19-916c-a6af3d4f2ffd,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:13.387791 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:13.419641 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:13.465199 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Allocated IP 172.20.0.10 (1e33ade8-c7c7-4216-83b4-c3ac87ef53de/75038fda-b65e-42b1-b384-9abf93e5283f/c30dd4ab-ff42-40bf-98bd-2387b44fa32a) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:13.543261 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-86bcc85f-ef8a-4905-adf8-e070eef574c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 200 len: 999 time: 0.8788736 Sep 20 12:07:13.556069 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-11e730c8-aaf3-4c35-87e2-68133ff3e4c3 req-711a550d-94d4-4fd7-8472-6fd9435ac892 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 210 time: 0.1503170 Sep 20 12:07:13.577930 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=7']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:13.680350 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-9f00fd42-40ed-487d-8507-5df060d05294 None None] Provisioning complete for port afea36bc-4b48-4dd2-b7f8-110af7320fca triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:13.680962 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9f00fd42-40ed-487d-8507-5df060d05294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:13.819279 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2673947c-3df3-4efc-ba32-9d48b5e1cd5a req-95c2bbb2-3f35-4356-a991-3ad1b71e217e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5611901 Sep 20 12:07:13.857728 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Router 1d0be891-60c2-4133-9a90-b425fed0c78d has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:07:14.045330 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-9f00fd42-40ed-487d-8507-5df060d05294 None None] Port afea36bc-4b48-4dd2-b7f8-110af7320fca cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:07:14.048670 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] Set router 1d0be891-60c2-4133-9a90-b425fed0c78d gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:14.049526 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-b67152e8-bbc1-4d04-9b2e-8dcc917b29d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:14.051001 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-b67152e8-bbc1-4d04-9b2e-8dcc917b29d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.4894159 Sep 20 12:07:14.052072 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:14.134662 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:14.151809 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:07:14.170952 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a1bcdc09-7383-4c92-ab39-95843c441f4e admin admin] 10.222.0.20 "PUT /v2.0/routers/1d0be891-60c2-4133-9a90-b425fed0c78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1985779 Sep 20 12:07:14.224931 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port ac552555-f095-4f79-a3b1-92b7b8bcf18c, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=ac552555-f095-4f79-a3b1-92b7b8bcf18c,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:14.249442 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:14.250707 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 7f13b2d8-2afe-44fc-bc94-3849b729bc6f up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:14.346373 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6726ba8-90ce-4e49-9208-b523adfc2d11 req-9e4fd79f-f447-4327-ba8e-cdedbaa2dd95 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:14.358337 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b6726ba8-90ce-4e49-9208-b523adfc2d11 req-9e4fd79f-f447-4327-ba8e-cdedbaa2dd95 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.5666580 Sep 20 12:07:14.426790 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=ac552555-f095-4f79-a3b1-92b7b8bcf18c,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:14.516840 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-6fb2a4ab-f8f0-4d7e-bbe1-3a31b1ffcf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:14.520114 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-6fb2a4ab-f8f0-4d7e-bbe1-3a31b1ffcf6b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4430242 Sep 20 12:07:14.520286 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-873ca47f-9ce5-4273-87b0-9867f9a92561 None None] Provisioning complete for port 75eb64c4-a39e-463e-8262-cbf851e54c0e triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:14.520538 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-873ca47f-9ce5-4273-87b0-9867f9a92561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:14.582602 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b6726ba8-90ce-4e49-9208-b523adfc2d11 req-a933d61c-36bf-4202-be1d-9ca4f6e18c00 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232745 Sep 20 12:07:14.624532 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:14.656722 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:14.698562 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Router 199471ac-51ed-4ab7-b98c-4f188f58cf97 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:07:14.707482 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-873ca47f-9ce5-4273-87b0-9867f9a92561 None None] Port 75eb64c4-a39e-463e-8262-cbf851e54c0e cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:07:14.770450 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:14.784416 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df', 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:07:14.790389 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:14.790768 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:15.115762 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-873ca47f-9ce5-4273-87b0-9867f9a92561 None None] Provisioning complete for port afea36bc-4b48-4dd2-b7f8-110af7320fca triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:15.116196 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-873ca47f-9ce5-4273-87b0-9867f9a92561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:15.235820 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-873ca47f-9ce5-4273-87b0-9867f9a92561 None None] Port afea36bc-4b48-4dd2-b7f8-110af7320fca cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:07:15.273989 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 916d9b3c-5707-4331-9e46-43d89dfd17b0 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:15.372241 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:07:15.386832 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Sync routers for ids ['199471ac-51ed-4ab7-b98c-4f188f58cf97'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:07:15.399268 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Routers {'199471ac-51ed-4ab7-b98c-4f188f58cf97'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:15.402260 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:07:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['199471ac-51ed-4ab7-b98c-4f188f58cf97'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:15.408502 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 4, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'afea36bc-4b48-4dd2-b7f8-110af7320fca', 'name': '', 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'mac_address': 'fa:16:3e:6e:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a067897-6daa-471e-a287-8829cbd549a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:10Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 2, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'subnets': [{'id': '6a067897-6daa-471e-a287-8829cbd549a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:15.413241 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-f2575ab4-59fe-47fc-918c-80f63574557c admin admin] 10.222.0.20 "PUT /v2.0/routers/199471ac-51ed-4ab7-b98c-4f188f58cf97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2910342 Sep 20 12:07:15.469699 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:15.511095 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7d2e4-282c-424d-971e-1cbb9bfcadeb None None] The sync data for ids ['1d0be891-60c2-4133-9a90-b425fed0c78d'] in dv-cinder-810000-1-iscsi is: [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 4, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'afea36bc-4b48-4dd2-b7f8-110af7320fca', 'name': '', 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'mac_address': 'fa:16:3e:6e:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a067897-6daa-471e-a287-8829cbd549a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:10Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 2, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'subnets': [{'id': '6a067897-6daa-471e-a287-8829cbd549a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:07:15.519532 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:15.521984 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Pushing event updated for resources: {'Port': ['ID=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:15.526220 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:15.614618 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab3fa1-a2b2-4237-8a0a-0af2e629bbd3 req-26cb8ada-22df-4715-bd82-692b7ca7c164 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:15.624192 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c9ab3fa1-a2b2-4237-8a0a-0af2e629bbd3 req-26cb8ada-22df-4715-bd82-692b7ca7c164 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 932 time: 0.9234335 Sep 20 12:07:15.661063 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 916d9b3c-5707-4331-9e46-43d89dfd17b0 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:15.661492 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:15.781669 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:15.799283 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-2cddb905-69c7-41ca-9f35-767912f16868 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2644615 Sep 20 12:07:15.830012 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Set router 199471ac-51ed-4ab7-b98c-4f188f58cf97 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:15.835985 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:15.840526 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:16.042256 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b0330-4208-4914-8adf-65214993c86a req-2fd77053-9b71-43a0-881e-d2adcd065ff1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:16.047064 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a38b0330-4208-4914-8adf-65214993c86a req-2fd77053-9b71-43a0-881e-d2adcd065ff1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.6771376 Sep 20 12:07:16.050080 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c9ab3fa1-a2b2-4237-8a0a-0af2e629bbd3 req-a6eb3b6e-c06b-4308-aab2-3b972c160233 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226415 Sep 20 12:07:16.247353 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-2a56941a-69d6-4206-9f79-cd0316ef08af tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8755980 Sep 20 12:07:16.249369 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device ac552555-f095-4f79-a3b1-92b7b8bcf18c up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:16.354707 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Request body: {'port': {'device_id': '5365985d-8edd-4e66-a654-4b00c0917e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:16.474441 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port ac552555-f095-4f79-a3b1-92b7b8bcf18c triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:16.474809 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:16.485625 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a38b0330-4208-4914-8adf-65214993c86a req-94b99dda-d7ed-40e9-b60f-67a0b317d195 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773277 Sep 20 12:07:16.534015 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cace23-dd46-457a-9732-cb203641eb62 req-adfa9fc5-bb27-4861-a200-d7b6424d2f5f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:16.543134 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-81cace23-dd46-457a-9732-cb203641eb62 req-adfa9fc5-bb27-4861-a200-d7b6424d2f5f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.3844388 Sep 20 12:07:16.553589 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:07:09Z', 'revision_number': 4, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '75eb64c4-a39e-463e-8262-cbf851e54c0e', 'name': '', 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'mac_address': 'fa:16:3e:c5:e8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e8657082-a646-4d35-b495-86b96e5bd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:06Z', 'updated_at': '2021-09-20T12:07:09Z', 'revision_number': 2, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'subnets': [{'id': 'e8657082-a646-4d35-b495-86b96e5bd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:16.554632 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a09137b-198f-4c15-a0db-43dc37944b43 req-b4c19b69-4be7-43e6-af71-7fa2cd64f9c1 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479682 Sep 20 12:07:16.563917 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:16.675723 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Checking router: 199471ac-51ed-4ab7-b98c-4f188f58cf97 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:07:16.676261 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Updating router 199471ac-51ed-4ab7-b98c-4f188f58cf97 port 75eb64c4-a39e-463e-8262-cbf851e54c0e binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:07:16.710149 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-81cace23-dd46-457a-9732-cb203641eb62 req-8a550b64-4a8f-4de9-ab98-c62198abde9c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608496 Sep 20 12:07:16.710763 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:16.830209 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 7f13b2d8-2afe-44fc-bc94-3849b729bc6f up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:16.984716 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:16.985833 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:17.427438 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16664082-efb2-4279-bdfb-679aadfb8e4c req-1356a067-fc25-48da-ba15-621316a3c34c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:17.446257 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-16664082-efb2-4279-bdfb-679aadfb8e4c req-1356a067-fc25-48da-ba15-621316a3c34c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 932 time: 0.2172947 Sep 20 12:07:17.532325 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-16664082-efb2-4279-bdfb-679aadfb8e4c req-08bb272a-d927-4d10-850b-c3a2151357cd tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834601 Sep 20 12:07:17.559143 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:17.585740 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:17.703063 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30dd4ab-ff42-40bf-98bd-2387b44fa32a {{(pid=94128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:07:17.723227 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:17.751214 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.provisioning_blocks [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Transition to ACTIVE for port object c30dd4ab-ff42-40bf-98bd-2387b44fa32a will not be triggered until provisioned by entity L2. {{(pid=94128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:07:17.833002 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Pushing event updated for resources: {'Port': ['ID=75eb64c4-a39e-463e-8262-cbf851e54c0e,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:17.852976 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:17.902183 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.908522 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.909699 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.910400 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.914324 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.915016 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.915504 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.916019 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.916535 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.917018 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.917499 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:17.917974 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:07:18.016314 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Pushing event updated for resources: {'Port': ['ID=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:18.098074 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978cdad-5d91-43b4-85f1-9741cc2b88ff req-166925a6-b86c-49ed-b6ac-bceafe63d0db tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:18.102767 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4978cdad-5d91-43b4-85f1-9741cc2b88ff req-166925a6-b86c-49ed-b6ac-bceafe63d0db tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.3500409 Sep 20 12:07:18.118102 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Attempting to bind port 75eb64c4-a39e-463e-8262-cbf851e54c0e on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:18.118572 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Attempting to bind port 75eb64c4-a39e-463e-8262-cbf851e54c0e by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:18.119035 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Attempting to bind port 75eb64c4-a39e-463e-8262-cbf851e54c0e on network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:18.133782 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:18.134998 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Checking segment: {'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:18.134998 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.134998 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Bound using segment: {'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:18.136446 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Bound port: 75eb64c4-a39e-463e-8262-cbf851e54c0e, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a314c4-14f6-46df-b13d-35f84d2e7370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:18.136446 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.203760 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35202) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:18.209228 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-8edb5011-ea21-4197-88cb-f77007d6a2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673794585', 'description': 'tempest-secgroup-smoke-673794585 description', 'project_id': '75dfda11c0c84d7dbae859aab2c44c01'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:18.235357 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:18.268371 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8edb5011-ea21-4197-88cb-f77007d6a2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.324341 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] For port 75eb64c4-a39e-463e-8262-cbf851e54c0e, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:18.338019 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] For port 75eb64c4-a39e-463e-8262-cbf851e54c0e, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=75eb64c4-a39e-463e-8262-cbf851e54c0e,segment=NetworkSegment(42a314c4-14f6-46df-b13d-35f84d2e7370),segment_id=42a314c4-14f6-46df-b13d-35f84d2e7370)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:18.347629 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.396137 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:18.402355 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Attempting to bind port c30dd4ab-ff42-40bf-98bd-2387b44fa32a on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:18.403095 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.405678 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Attempting to bind port c30dd4ab-ff42-40bf-98bd-2387b44fa32a by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:18.407734 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Attempting to bind port c30dd4ab-ff42-40bf-98bd-2387b44fa32a on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:18.408476 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8edb5011-ea21-4197-88cb-f77007d6a2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.418306 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8edb5011-ea21-4197-88cb-f77007d6a2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.441776 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4978cdad-5d91-43b4-85f1-9741cc2b88ff req-0f5efd28-042b-4198-8d8a-ecdb2e990d5e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276639 Sep 20 12:07:18.446474 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Port c30dd4ab-ff42-40bf-98bd-2387b44fa32a on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:07:18.446991 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Attempting to bind port c30dd4ab-ff42-40bf-98bd-2387b44fa32a on network 1e33ade8-c7c7-4216-83b4-c3ac87ef53de {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:18.488212 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb5011-ea21-4197-88cb-f77007d6a2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c78d215-08b4-4d58-b919-6eb03ec8dd74,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:18.506215 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:18.507714 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Checking segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:18.509350 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Bound using segment: {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:18.509973 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Bound port: c30dd4ab-ff42-40bf-98bd-2387b44fa32a, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f528bb4-522d-4c9f-a786-567368584b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de'}}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:18.511190 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.519634 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47feae-3da9-4494-a9fd-7a118c6878cf None None] Pushing event updated for resources: {'Port': ['ID=75eb64c4-a39e-463e-8262-cbf851e54c0e,revision_number=4']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:18.526400 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-d0f8b043-f8cd-43c7-a854-4645fa384a84 None None] Provisioning complete for port 75eb64c4-a39e-463e-8262-cbf851e54c0e triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:18.528207 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8edb5011-ea21-4197-88cb-f77007d6a2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.531946 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-8edb5011-ea21-4197-88cb-f77007d6a2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3245924 Sep 20 12:07:18.533245 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b043-f8cd-43c7-a854-4645fa384a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.533757 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35204) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:18.537765 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Routers {'199471ac-51ed-4ab7-b98c-4f188f58cf97'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:18.538442 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:07:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['199471ac-51ed-4ab7-b98c-4f188f58cf97'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:18.541477 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-e64142f2-11b0-43f5-adb1-5554f8c5f2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'security_group_rule': {'security_group_id': '1c78d215-08b4-4d58-b919-6eb03ec8dd74', 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:18.617247 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419844-9779-44a6-b6ad-8e1ca90fac8d req-195facec-60ff-4540-8f3a-1743c8596264 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:18.618853 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-02419844-9779-44a6-b6ad-8e1ca90fac8d req-195facec-60ff-4540-8f3a-1743c8596264 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.2438159 Sep 20 12:07:18.633531 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e64142f2-11b0-43f5-adb1-5554f8c5f2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.806543 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] Set router 199471ac-51ed-4ab7-b98c-4f188f58cf97 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:18.813630 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e64142f2-11b0-43f5-adb1-5554f8c5f2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.817085 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] For port c30dd4ab-ff42-40bf-98bd-2387b44fa32a, host hv-cinder-81000, cleared binding levels {{(pid=94128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:18.824397 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e64142f2-11b0-43f5-adb1-5554f8c5f2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.830343 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] For port c30dd4ab-ff42-40bf-98bd-2387b44fa32a, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:18.878906 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.893992 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64142f2-11b0-43f5-adb1-5554f8c5f2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fceaac54-5692-4a97-ad6d-510206f2c143,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:18.932572 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.946790 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e64142f2-11b0-43f5-adb1-5554f8c5f2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:18.949311 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e64142f2-11b0-43f5-adb1-5554f8c5f2be tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4129920 Sep 20 12:07:18.951624 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35212) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:18.967401 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-1b9e4716-00c6-4439-bea8-88f8d1861c09 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'security_group_rule': {'security_group_id': '1c78d215-08b4-4d58-b919-6eb03ec8dd74', 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:19.005227 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=54ec4908-cf8a-4b19-916c-a6af3d4f2ffd,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:19.029167 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.037578 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1b9e4716-00c6-4439-bea8-88f8d1861c09 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.112726 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:19.113592 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b043-f8cd-43c7-a854-4645fa384a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.117954 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.119472 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] 10.222.0.57 "PUT /v2.0/ports/c30dd4ab-ff42-40bf-98bd-2387b44fa32a HTTP/1.1" status: 200 len: 1094 time: 2.7707596 Sep 20 12:07:19.121449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5365985d-8edd-4e66-a654-4b00c0917e4a', 'tag': 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:07:19.123786 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161" -d '{"events": [{"name": "network-changed", "server_uuid": "5365985d-8edd-4e66-a654-4b00c0917e4a", "tag": "c30dd4ab-ff42-40bf-98bd-2387b44fa32a"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:07:19.211299 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-02419844-9779-44a6-b6ad-8e1ca90fac8d req-21b96a4c-af52-44c7-9be1-058c3eb9d3fc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664677 Sep 20 12:07:19.232574 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:07:09Z', 'revision_number': 4, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '75eb64c4-a39e-463e-8262-cbf851e54c0e', 'name': '', 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'mac_address': 'fa:16:3e:c5:e8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e8657082-a646-4d35-b495-86b96e5bd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:06Z', 'updated_at': '2021-09-20T12:07:18Z', 'revision_number': 4, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'subnets': [{'id': 'e8657082-a646-4d35-b495-86b96e5bd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:19.276906 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1b9e4716-00c6-4439-bea8-88f8d1861c09 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.284510 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=54ec4908-cf8a-4b19-916c-a6af3d4f2ffd,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:19.287191 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1b9e4716-00c6-4439-bea8-88f8d1861c09 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.310620 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a29e92-2b09-41b3-9961-0e05348ff738 x-openstack-request-id: req-f3a29e92-2b09-41b3-9961-0e05348ff738 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:07:19.311161 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5365985d-8edd-4e66-a654-4b00c0917e4a", "tag": "c30dd4ab-ff42-40bf-98bd-2387b44fa32a", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:07:19.311575 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3a29e92-2b09-41b3-9961-0e05348ff738 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:07:19.312142 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5365985d-8edd-4e66-a654-4b00c0917e4a', 'tag': 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a', 'status': 'completed', 'code': 200} Sep 20 12:07:19.318584 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade66f96-4917-4c9b-9d03-e1f80bfc4dd1 None None] The sync data for ids ['199471ac-51ed-4ab7-b98c-4f188f58cf97'] in dv-cinder-810000-1-iscsi is: [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:07:09Z', 'revision_number': 4, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '75eb64c4-a39e-463e-8262-cbf851e54c0e', 'name': '', 'network_id': 'da57bfbc-d5b8-4ab8-b1b2-1507b384cadc', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'mac_address': 'fa:16:3e:c5:e8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e8657082-a646-4d35-b495-86b96e5bd28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:06Z', 'updated_at': '2021-09-20T12:07:18Z', 'revision_number': 4, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'subnets': [{'id': 'e8657082-a646-4d35-b495-86b96e5bd28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:07:19.320429 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e4716-00c6-4439-bea8-88f8d1861c09 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a695cce0-f3aa-414e-8d43-6ef15565ca59,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:19.340951 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-d0f8b043-f8cd-43c7-a854-4645fa384a84 None None] For port 75eb64c4-a39e-463e-8262-cbf851e54c0e, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=75eb64c4-a39e-463e-8262-cbf851e54c0e,segment=NetworkSegment(42a314c4-14f6-46df-b13d-35f84d2e7370),segment_id=42a314c4-14f6-46df-b13d-35f84d2e7370)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:19.354244 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d0f8b043-f8cd-43c7-a854-4645fa384a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.360680 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1b9e4716-00c6-4439-bea8-88f8d1861c09 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.363945 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-1b9e4716-00c6-4439-bea8-88f8d1861c09 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4092803 Sep 20 12:07:19.368152 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35218) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:19.368969 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b117-3391-4454-ad3a-a164960e1ad7 req-44b473d2-1027-4125-8cbb-14ac317225a4 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:19.370704 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f9f7b117-3391-4454-ad3a-a164960e1ad7 req-44b473d2-1027-4125-8cbb-14ac317225a4 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.5171416 Sep 20 12:07:19.373327 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8f6f7-d8e8-4b29-849c-a6306a2a2f7a service neutron] Pushing event updated for resources: {'Port': ['ID=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,revision_number=3']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:19.394525 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-4cf59156-8247-4bb2-b159-36dea662b796 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'security_group_rule': {'security_group_id': '1c78d215-08b4-4d58-b919-6eb03ec8dd74', 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:19.519696 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4cf59156-8247-4bb2-b159-36dea662b796 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.535753 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f9f7b117-3391-4454-ad3a-a164960e1ad7 req-ddd00827-6933-458c-a850-d6326db281a2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476867 Sep 20 12:07:19.559117 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-cba7aa90-f262-4be3-a02d-5c7a5b97f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:19.570122 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-cba7aa90-f262-4be3-a02d-5c7a5b97f69c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 1097 time: 0.3946080 Sep 20 12:07:19.609535 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-ca99bf09-4e4e-4bd1-b49e-d270f28fdd3c None None] Provisioning complete for port 75eb64c4-a39e-463e-8262-cbf851e54c0e triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:19.609535 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-ca99bf09-4e4e-4bd1-b49e-d270f28fdd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.681732 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-05667401-eacc-4b01-a7a4-00959626320a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c30dd4ab-ff42-40bf-98bd-2387b44fa32a HTTP/1.1" status: 200 len: 217 time: 0.0862594 Sep 20 12:07:19.693117 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8b043-f8cd-43c7-a854-4645fa384a84 None None] Pushing event updated for resources: {'Port': ['ID=75eb64c4-a39e-463e-8262-cbf851e54c0e,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:19.761600 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4cf59156-8247-4bb2-b159-36dea662b796 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.774196 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4cf59156-8247-4bb2-b159-36dea662b796 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.796125 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf59156-8247-4bb2-b159-36dea662b796 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2540bd-b962-479c-960b-ffbffb209f45,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:19.821892 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4cf59156-8247-4bb2-b159-36dea662b796 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.823339 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-4cf59156-8247-4bb2-b159-36dea662b796 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4539804 Sep 20 12:07:19.825841 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35222) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:19.831975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-251c9087-f0ce-48a4-ae50-c0625539b192 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'security_group_rule': {'security_group_id': '1c78d215-08b4-4d58-b919-6eb03ec8dd74', 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:19.868993 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-289b7cdf-7acd-4aad-b447-55356ded6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:19.870357 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-289b7cdf-7acd-4aad-b447-55356ded6773 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75038fda-b65e-42b1-b384-9abf93e5283f HTTP/1.1" status: 200 len: 854 time: 0.1537030 Sep 20 12:07:19.905098 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-251c9087-f0ce-48a4-ae50-c0625539b192 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:19.968450 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-8f277478-d07d-483b-93de-44701933bdae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884984 Sep 20 12:07:19.977592 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840404f8-f2f3-4697-9549-e3dad97c7239 req-857b18eb-6541-416a-acb3-82fadba08ca9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:19.981078 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-840404f8-f2f3-4697-9549-e3dad97c7239 req-857b18eb-6541-416a-acb3-82fadba08ca9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.4067345 Sep 20 12:07:20.109693 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-251c9087-f0ce-48a4-ae50-c0625539b192 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.132709 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-251c9087-f0ce-48a4-ae50-c0625539b192 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.189094 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c9087-f0ce-48a4-ae50-c0625539b192 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d6029a-7a0f-4214-a627-efafbdc4b0a8,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:20.206830 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-251c9087-f0ce-48a4-ae50-c0625539b192 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.218675 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-251c9087-f0ce-48a4-ae50-c0625539b192 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3918011 Sep 20 12:07:20.219276 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35228) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:20.229033 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-eef17dd2-a7e3-49fa-acb9-602fcd5906d6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'security_group_rule': {'security_group_id': '1c78d215-08b4-4d58-b919-6eb03ec8dd74', 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:20.305983 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.securitygroups_db [None req-eef17dd2-a7e3-49fa-acb9-602fcd5906d6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Project 75dfda11c0c84d7dbae859aab2c44c01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:07:20.311368 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-eef17dd2-a7e3-49fa-acb9-602fcd5906d6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.328679 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 75eb64c4-a39e-463e-8262-cbf851e54c0e up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:20.375988 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-840404f8-f2f3-4697-9549-e3dad97c7239 req-283ecb5f-4623-4bd9-9da1-5680b9b88177 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595102 Sep 20 12:07:20.420228 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 75eb64c4-a39e-463e-8262-cbf851e54c0e triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:20.421425 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.489990 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-eef17dd2-a7e3-49fa-acb9-602fcd5906d6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.501089 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-eef17dd2-a7e3-49fa-acb9-602fcd5906d6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.568415 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef17dd2-a7e3-49fa-acb9-602fcd5906d6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a37dd3e-6427-49f4-bf76-de7e007dd395,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:20.603172 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-eef17dd2-a7e3-49fa-acb9-602fcd5906d6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.608526 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-eef17dd2-a7e3-49fa-acb9-602fcd5906d6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3881905 Sep 20 12:07:20.609197 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35236) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:20.616428 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-2bb1b6fe-c193-4eeb-882f-cae7ed7fbfb5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'security_group_rule': {'security_group_id': '1c78d215-08b4-4d58-b919-6eb03ec8dd74', 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:20.621661 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Sync routers for ids ['1d0be891-60c2-4133-9a90-b425fed0c78d'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:07:20.727613 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.securitygroups_db [None req-2bb1b6fe-c193-4eeb-882f-cae7ed7fbfb5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Project 75dfda11c0c84d7dbae859aab2c44c01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:07:20.744054 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-2bb1b6fe-c193-4eeb-882f-cae7ed7fbfb5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:20.855659 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-feddf115-757f-41b4-8f83-534c0b5cc309 service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8619697 Sep 20 12:07:20.859421 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Routers {'1d0be891-60c2-4133-9a90-b425fed0c78d'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:20.867691 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:07:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['1d0be891-60c2-4133-9a90-b425fed0c78d'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:21.019632 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce9265-6fef-4355-ac9b-2098378ddf5c req-ad6ece41-0e08-46a4-b86f-4c0c9ef4c8bf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:21.021498 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-2bb1b6fe-c193-4eeb-882f-cae7ed7fbfb5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:21.031238 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cdce9265-6fef-4355-ac9b-2098378ddf5c req-ad6ece41-0e08-46a4-b86f-4c0c9ef4c8bf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.6477175 Sep 20 12:07:21.037045 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-2bb1b6fe-c193-4eeb-882f-cae7ed7fbfb5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:21.098285 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cdce9265-6fef-4355-ac9b-2098378ddf5c req-e9feea78-2f92-4381-9710-4e7f6105b726 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619872 Sep 20 12:07:21.105463 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1b6fe-c193-4eeb-882f-cae7ed7fbfb5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a489b6e-7659-42e4-bdec-f2d5409e1611,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:21.140868 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-2bb1b6fe-c193-4eeb-882f-cae7ed7fbfb5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:21.142551 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-2bb1b6fe-c193-4eeb-882f-cae7ed7fbfb5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5323861 Sep 20 12:07:21.171539 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad53e3-73f6-4345-afc9-2232bbcc242d req-3356a6d7-37b0-4a81-82c1-f9b6fef2e2f7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:21.173484 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-10ad53e3-73f6-4345-afc9-2232bbcc242d req-3356a6d7-37b0-4a81-82c1-f9b6fef2e2f7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.3132689 Sep 20 12:07:21.174948 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Set router 1d0be891-60c2-4133-9a90-b425fed0c78d gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:21.233953 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-10ad53e3-73f6-4345-afc9-2232bbcc242d req-689320d6-2edf-415f-9c67-35d2e7117d72 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415301 Sep 20 12:07:21.313972 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-702e4a8d-1219-469b-8b80-bcd67c5c23dd req-c2022b83-1b34-4b03-915e-0e92b169f9f8 service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494379 Sep 20 12:07:21.399327 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:21.479577 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-ef0a58cd-4ced-4a9e-a50a-20cbaea16330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:21.483652 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-ef0a58cd-4ced-4a9e-a50a-20cbaea16330 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a13c5ca0df77442a97a81464f7f57250&device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 1097 time: 0.0967345 Sep 20 12:07:21.720071 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-c7a1b1db-aad4-415b-b76a-9da387567aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:21.722784 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-c7a1b1db-aad4-415b-b76a-9da387567aa9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 200 len: 915 time: 0.2304657 Sep 20 12:07:21.775729 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:21.775729 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:21.809445 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-c918ffea-dba7-4df1-8800-6e0f13e17672 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c30dd4ab-ff42-40bf-98bd-2387b44fa32a HTTP/1.1" status: 200 len: 217 time: 0.0615892 Sep 20 12:07:21.881928 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 4, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'afea36bc-4b48-4dd2-b7f8-110af7320fca', 'name': '', 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'mac_address': 'fa:16:3e:6e:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a067897-6daa-471e-a287-8829cbd549a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:10Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 2, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'subnets': [{'id': '6a067897-6daa-471e-a287-8829cbd549a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:21.911299 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-3f75ab24-c43a-4332-98cf-6b018f2a5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:21.915962 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-3f75ab24-c43a-4332-98cf-6b018f2a5d1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=75038fda-b65e-42b1-b384-9abf93e5283f HTTP/1.1" status: 200 len: 854 time: 0.0966182 Sep 20 12:07:21.931237 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Checking router: 1d0be891-60c2-4133-9a90-b425fed0c78d for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:07:21.931543 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Updating router 1d0be891-60c2-4133-9a90-b425fed0c78d port afea36bc-4b48-4dd2-b7f8-110af7320fca binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:07:22.001997 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93477e86-3026-4aa6-b8de-8e0077bbb67f req-d9ba7db0-e2c9-4027-9522-f816c0fbcecb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:22.013068 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-93477e86-3026-4aa6-b8de-8e0077bbb67f req-d9ba7db0-e2c9-4027-9522-f816c0fbcecb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.2890713 Sep 20 12:07:22.025542 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-4597a588-8951-4963-adfd-0784f39cec3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e33ade8-c7c7-4216-83b4-c3ac87ef53de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002369 Sep 20 12:07:22.035438 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.080892 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35250) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:22.165751 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-d0217100-71a4-4306-94ef-534c0ce791ec service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260931 Sep 20 12:07:22.299082 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-68eef5b6-6811-4532-be3f-1c8950e02535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.467574 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-93477e86-3026-4aa6-b8de-8e0077bbb67f req-d7370a1f-7741-4dad-b39a-dd7896be860a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4524746 Sep 20 12:07:22.522052 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-68eef5b6-6811-4532-be3f-1c8950e02535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.530129 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1337f6ee-23b1-46bb-bb0c-fe093bc2e161 req-286e8e17-e69c-4bfd-92c3-b816126614b6 service neutron] 10.222.0.57 "GET /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503122 Sep 20 12:07:22.535628 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-68eef5b6-6811-4532-be3f-1c8950e02535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.566494 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d8833-4c6a-480e-b544-fde1089817aa req-ad81609f-3cb8-49cd-a458-2bff85b7695c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:22.589132 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5b1d8833-4c6a-480e-b544-fde1089817aa req-ad81609f-3cb8-49cd-a458-2bff85b7695c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.2292733 Sep 20 12:07:22.649355 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-68eef5b6-6811-4532-be3f-1c8950e02535 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=431d45eb5d344c69a4b01c5f1f8b9597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673299 Sep 20 12:07:22.650084 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35262) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:22.650705 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eef5b6-6811-4532-be3f-1c8950e02535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54af571b-4580-4ae7-8009-0510aaa810f3,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:22.704699 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.724315 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.736822 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5b1d8833-4c6a-480e-b544-fde1089817aa req-257474f8-cad9-4e6f-9940-72443be1fd2c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466358 Sep 20 12:07:22.746781 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d40b1230-d523-4c76-b76d-753257cd29e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.786366 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d40b1230-d523-4c76-b76d-753257cd29e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.797992 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339c0e7-9d6c-4d71-8ab5-0359ad0082c7 req-2782454a-e231-408c-94eb-02efc4bd9e73 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:22.799860 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1339c0e7-9d6c-4d71-8ab5-0359ad0082c7 req-2782454a-e231-408c-94eb-02efc4bd9e73 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.1593721 Sep 20 12:07:22.859165 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d40b1230-d523-4c76-b76d-753257cd29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.862563 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d40b1230-d523-4c76-b76d-753257cd29e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:22.867408 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-d40b1230-d523-4c76-b76d-753257cd29e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54af571b-4580-4ae7-8009-0510aaa810f3 HTTP/1.1" status: 204 len: 168 time: 0.2137656 Sep 20 12:07:22.871215 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70dd8f-3099-4875-99ea-10b364d6e56b None None] Pushing event updated for resources: {'Port': ['ID=afea36bc-4b48-4dd2-b7f8-110af7320fca,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:22.878863 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b1230-d523-4c76-b76d-753257cd29e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54af571b-4580-4ae7-8009-0510aaa810f3,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:22.904479 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1339c0e7-9d6c-4d71-8ab5-0359ad0082c7 req-28787c09-d16e-4742-8abb-1ee2d9b19343 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979362 Sep 20 12:07:22.995827 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Attempting to bind port afea36bc-4b48-4dd2-b7f8-110af7320fca on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:22.996690 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Attempting to bind port afea36bc-4b48-4dd2-b7f8-110af7320fca by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:22.997396 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Attempting to bind port afea36bc-4b48-4dd2-b7f8-110af7320fca on network 277c0e22-7ba7-4d6a-a39b-80c610158520 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:23.003021 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:23.003657 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Checking segment: {'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:23.004320 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:23.004883 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Bound using segment: {'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:23.005536 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Bound port: afea36bc-4b48-4dd2-b7f8-110af7320fca, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b858c11-5845-49fe-b1b9-f14b045f11ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:23.007144 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:23.138528 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] For port afea36bc-4b48-4dd2-b7f8-110af7320fca, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:23.159845 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] For port afea36bc-4b48-4dd2-b7f8-110af7320fca, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=afea36bc-4b48-4dd2-b7f8-110af7320fca,segment=NetworkSegment(4b858c11-5845-49fe-b1b9-f14b045f11ec),segment_id=4b858c11-5845-49fe-b1b9-f14b045f11ec)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:23.170624 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-22e81cbf-881f-4ee3-9b8e-74a4491a3b8d None None] Provisioning complete for port afea36bc-4b48-4dd2-b7f8-110af7320fca triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:23.171741 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-22e81cbf-881f-4ee3-9b8e-74a4491a3b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:23.176803 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:23.301204 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Routers {'1d0be891-60c2-4133-9a90-b425fed0c78d'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:07:23.302399 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:07:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['1d0be891-60c2-4133-9a90-b425fed0c78d'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:23.378832 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70dd8f-3099-4875-99ea-10b364d6e56b None None] Pushing event updated for resources: {'Port': ['ID=afea36bc-4b48-4dd2-b7f8-110af7320fca,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:23.452611 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-22e81cbf-881f-4ee3-9b8e-74a4491a3b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:23.609831 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-22e81cbf-881f-4ee3-9b8e-74a4491a3b8d None None] For port afea36bc-4b48-4dd2-b7f8-110af7320fca, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=afea36bc-4b48-4dd2-b7f8-110af7320fca,segment=NetworkSegment(4b858c11-5845-49fe-b1b9-f14b045f11ec),segment_id=4b858c11-5845-49fe-b1b9-f14b045f11ec)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:23.620724 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-22e81cbf-881f-4ee3-9b8e-74a4491a3b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:23.723420 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b4ae-3cdc-4aad-8dfa-586e480aacc0 req-d8d47045-f3e9-4e5f-b66c-84c09c114cb4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:23.741760 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5b12b4ae-3cdc-4aad-8dfa-586e480aacc0 req-d8d47045-f3e9-4e5f-b66c-84c09c114cb4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.1125357 Sep 20 12:07:23.758247 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] Set router 1d0be891-60c2-4133-9a90-b425fed0c78d gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:07:23.791990 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e81cbf-881f-4ee3-9b8e-74a4491a3b8d None None] Pushing event updated for resources: {'Port': ['ID=afea36bc-4b48-4dd2-b7f8-110af7320fca,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:23.834074 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5b12b4ae-3cdc-4aad-8dfa-586e480aacc0 req-e9e073ce-7f97-41d9-b586-b3d95b407a0c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916495 Sep 20 12:07:23.859444 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-fc5642f7-723a-421f-a28c-cc95dca851d3 None None] Provisioning complete for port afea36bc-4b48-4dd2-b7f8-110af7320fca triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:23.859444 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fc5642f7-723a-421f-a28c-cc95dca851d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:23.938608 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415541b-85ab-4bce-9553-756aaf6b9df6 req-5c936a01-94b7-480c-9e56-0a593593d7b6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:23.940357 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2415541b-85ab-4bce-9553-756aaf6b9df6 req-5c936a01-94b7-480c-9e56-0a593593d7b6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0703020 Sep 20 12:07:24.022626 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2415541b-85ab-4bce-9553-756aaf6b9df6 req-7523ef92-ec4f-4ed1-8f03-98482e89a9d3 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740023 Sep 20 12:07:24.076929 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afbe22-bc57-4bf7-98bd-d8178f719bfb req-cc6517d8-47c6-461e-82aa-a283090c8c82 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:24.078427 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-30afbe22-bc57-4bf7-98bd-d8178f719bfb req-cc6517d8-47c6-461e-82aa-a283090c8c82 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.0784574 Sep 20 12:07:24.189950 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-30afbe22-bc57-4bf7-98bd-d8178f719bfb req-c41c5732-d51b-4fc0-b8a0-919f9c4fcb32 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009455 Sep 20 12:07:24.247551 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 4, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'afea36bc-4b48-4dd2-b7f8-110af7320fca', 'name': '', 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'mac_address': 'fa:16:3e:6e:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a067897-6daa-471e-a287-8829cbd549a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:10Z', 'updated_at': '2021-09-20T12:07:23Z', 'revision_number': 4, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'subnets': [{'id': '6a067897-6daa-471e-a287-8829cbd549a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:24.292254 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d88322-cdfe-42ed-a97e-0c078bc38db0 None None] The sync data for ids ['1d0be891-60c2-4133-9a90-b425fed0c78d'] in dv-cinder-810000-1-iscsi is: [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:12Z', 'revision_number': 4, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'afea36bc-4b48-4dd2-b7f8-110af7320fca', 'name': '', 'network_id': '277c0e22-7ba7-4d6a-a39b-80c610158520', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'mac_address': 'fa:16:3e:6e:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6a067897-6daa-471e-a287-8829cbd549a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:10Z', 'updated_at': '2021-09-20T12:07:23Z', 'revision_number': 4, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'subnets': [{'id': '6a067897-6daa-471e-a287-8829cbd549a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:07:24.354257 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device afea36bc-4b48-4dd2-b7f8-110af7320fca up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:24.418422 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port afea36bc-4b48-4dd2-b7f8-110af7320fca triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:24.418988 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:25.033364 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56318f95-527e-4455-b1df-2ab13cb8c2bd req-ae599ae9-a456-4b8a-a990-815709604e13 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:25.045934 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-56318f95-527e-4455-b1df-2ab13cb8c2bd req-ae599ae9-a456-4b8a-a990-815709604e13 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0953040 Sep 20 12:07:25.132056 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-56318f95-527e-4455-b1df-2ab13cb8c2bd req-d706fb9a-d5ba-46c7-ab80-06517e73f637 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768166 Sep 20 12:07:25.228159 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1e9b5-db24-4f7e-96f1-abd5454f4bc5 req-1f57a4ef-1dfb-4eed-8af1-07493ab2c8f3 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:25.253347 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-22e1e9b5-db24-4f7e-96f1-abd5454f4bc5 req-1f57a4ef-1dfb-4eed-8af1-07493ab2c8f3 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0915587 Sep 20 12:07:25.348237 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-22e1e9b5-db24-4f7e-96f1-abd5454f4bc5 req-f8221a5f-a778-494a-9eef-9ac377a0dcc2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800416 Sep 20 12:07:25.378711 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fc8fb-27c2-44f4-8ee1-798515c56a89 req-3f2325b7-7ea7-4444-886e-5a14b39aa2e8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:25.385807 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-329fc8fb-27c2-44f4-8ee1-798515c56a89 req-3f2325b7-7ea7-4444-886e-5a14b39aa2e8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.1095107 Sep 20 12:07:25.431155 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-329fc8fb-27c2-44f4-8ee1-798515c56a89 req-035852a0-4bb9-4203-9d2b-a3cb57c1ff2b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Sep 20 12:07:25.940281 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:07:26.363729 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05b882-eb94-4f2d-ad5a-e01c46bf0923 req-4db954ca-4aab-4063-845c-6d629a3f32be tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:26.366355 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7b05b882-eb94-4f2d-ad5a-e01c46bf0923 req-4db954ca-4aab-4063-845c-6d629a3f32be tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0674105 Sep 20 12:07:26.458309 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7b05b882-eb94-4f2d-ad5a-e01c46bf0923 req-5bb55e26-9d85-4e9a-9fc4-ac8bc83c2664 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820088 Sep 20 12:07:26.599553 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ce7f3-3a7c-42ee-91d7-4f3462a1f495 req-183387b8-c03f-4d38-aabc-f18539c972e5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:26.604527 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fb0ce7f3-3a7c-42ee-91d7-4f3462a1f495 req-183387b8-c03f-4d38-aabc-f18539c972e5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1448138 Sep 20 12:07:26.736346 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fb0ce7f3-3a7c-42ee-91d7-4f3462a1f495 req-410a11ce-ef0c-42bc-ad57-31bcec266ebd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717134 Sep 20 12:07:26.761248 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a1915-df12-44ca-b63a-f195291008e0 req-4ec72ccd-dc89-42c8-955d-5601558cc956 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:26.774696 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7d7a1915-df12-44ca-b63a-f195291008e0 req-4ec72ccd-dc89-42c8-955d-5601558cc956 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.1666310 Sep 20 12:07:26.834579 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7d7a1915-df12-44ca-b63a-f195291008e0 req-3e625787-686d-4d59-bdb5-f49d13e95f16 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546851 Sep 20 12:07:27.623214 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d29e2-0a17-4312-ad84-621b5955143f req-7ddd67e0-4845-493b-8b4c-33f541e2ff76 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:27.624740 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d2d29e2-0a17-4312-ad84-621b5955143f req-7ddd67e0-4845-493b-8b4c-33f541e2ff76 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0749068 Sep 20 12:07:27.691703 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d2d29e2-0a17-4312-ad84-621b5955143f req-f568d4ee-a44e-42ad-a893-57f45204dd56 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603685 Sep 20 12:07:27.964895 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ebf7f-4c88-4621-9f48-0b9dfbc42b11 req-4ca9b695-987d-41dd-b4ac-2ccd95634b5c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:27.972151 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3e8ebf7f-4c88-4621-9f48-0b9dfbc42b11 req-4ca9b695-987d-41dd-b4ac-2ccd95634b5c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1281581 Sep 20 12:07:28.278858 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502aedc-5414-4a28-86dd-15a4f502332a req-988f12ab-45df-4438-b009-7c74815581ae tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:28.290730 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3502aedc-5414-4a28-86dd-15a4f502332a req-988f12ab-45df-4438-b009-7c74815581ae tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.3169625 Sep 20 12:07:28.332956 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3502aedc-5414-4a28-86dd-15a4f502332a req-cb59c5fb-be8e-43c6-af35-a019b216e1f2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Sep 20 12:07:28.343582 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3e8ebf7f-4c88-4621-9f48-0b9dfbc42b11 req-9b3dbb10-3d1d-425a-9ee4-8f6d77cf98ce tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387036 Sep 20 12:07:28.822675 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760bb8f-c5e6-4e16-b613-5d7a963a19db req-b8349f82-0585-4238-8fd7-ddcd334012e3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:28.824245 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b760bb8f-c5e6-4e16-b613-5d7a963a19db req-b8349f82-0585-4238-8fd7-ddcd334012e3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0553367 Sep 20 12:07:28.874331 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b760bb8f-c5e6-4e16-b613-5d7a963a19db req-059453a0-5064-4f57-884c-edd368d1e7d9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Sep 20 12:07:29.603052 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b13c85-b6e0-4868-bf51-15e4eb91dcd7 req-13f35ec1-d40f-47fd-91e5-5dca36b9febe tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:29.604617 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b7b13c85-b6e0-4868-bf51-15e4eb91dcd7 req-13f35ec1-d40f-47fd-91e5-5dca36b9febe tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1226349 Sep 20 12:07:29.630450 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dff970-113d-4da7-9276-7687d641a566 req-d3876148-4de4-462e-8a88-0026c0d4c3cc tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:29.642097 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-87dff970-113d-4da7-9276-7687d641a566 req-d3876148-4de4-462e-8a88-0026c0d4c3cc tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.1765404 Sep 20 12:07:29.699297 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b7b13c85-b6e0-4868-bf51-15e4eb91dcd7 req-ce50ac55-e506-4522-9f89-2aaff30d4737 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637786 Sep 20 12:07:29.751027 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-87dff970-113d-4da7-9276-7687d641a566 req-9d191cc0-d73e-4277-b5f7-8a7b93619b08 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042395 Sep 20 12:07:30.032554 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb81c2d-8b76-42e4-b763-73f04d84fb81 req-843826e6-ef0b-4453-af1f-0d71bb1ca242 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:30.034808 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1cb81c2d-8b76-42e4-b763-73f04d84fb81 req-843826e6-ef0b-4453-af1f-0d71bb1ca242 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0626092 Sep 20 12:07:30.085114 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1cb81c2d-8b76-42e4-b763-73f04d84fb81 req-8a2560c5-787b-4ffa-9ef7-93e221f5fc47 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Sep 20 12:07:30.923942 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device c30dd4ab-ff42-40bf-98bd-2387b44fa32a details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:07:30.935410 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254cc28-7746-43ec-8b7f-581ac1480add req-39d0dd82-9fc3-409d-af69-7a5d4cf0eca7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:30.953104 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4254cc28-7746-43ec-8b7f-581ac1480add req-39d0dd82-9fc3-409d-af69-7a5d4cf0eca7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.2007098 Sep 20 12:07:31.002262 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-cd3723bc-7623-4d0c-a5a4-c34a2c064ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:31.004122 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-cd3723bc-7623-4d0c-a5a4-c34a2c064ae7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1098 time: 0.1892405 Sep 20 12:07:31.030592 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeae65-97f5-43a7-abcb-6f3d678fe421 req-d5e2c00a-45d6-402f-b25c-2181780aa3e4 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:31.034258 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port c30dd4ab-ff42-40bf-98bd-2387b44fa32a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:31.040200 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8edeae65-97f5-43a7-abcb-6f3d678fe421 req-d5e2c00a-45d6-402f-b25c-2181780aa3e4 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 944 time: 0.1626480 Sep 20 12:07:31.047850 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a', 'network_id': '1e33ade8-c7c7-4216-83b4-c3ac87ef53de', 'port_id': 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a', 'mac_address': 'fa:16:3e:6a:9c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75038fda-b65e-42b1-b384-9abf93e5283f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:07:31.124547 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4254cc28-7746-43ec-8b7f-581ac1480add req-b749f847-18aa-4994-aed1-050e7772b588 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715496 Sep 20 12:07:31.130791 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:31.177244 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30dd4ab-ff42-40bf-98bd-2387b44fa32a {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:07:31.267721 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port c30dd4ab-ff42-40bf-98bd-2387b44fa32a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:31.281620 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:31.436603 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8edeae65-97f5-43a7-abcb-6f3d678fe421 req-08136d86-3ad0-4197-80db-b85a908f120a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943982 Sep 20 12:07:31.455770 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:31.529861 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f687e95-7c85-4eb0-befa-997d9a76b200 req-5ffe5feb-4a3b-4245-8889-a25be7b0e2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:31.532003 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3f687e95-7c85-4eb0-befa-997d9a76b200 req-5ffe5feb-4a3b-4245-8889-a25be7b0e2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.1178038 Sep 20 12:07:31.533350 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-4ec714fa-ef6b-45b8-9254-71a5e927c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:31.535069 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-4ec714fa-ef6b-45b8-9254-71a5e927c2f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.5149090 Sep 20 12:07:31.639552 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3f687e95-7c85-4eb0-befa-997d9a76b200 req-e33ec558-dcff-4e47-a894-d824e2815e41 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022062 Sep 20 12:07:31.655013 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-8419e8d7-c37e-4ac1-962f-b565892d8658 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 200 len: 1000 time: 0.1092019 Sep 20 12:07:31.686910 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['c30dd4ab-ff42-40bf-98bd-2387b44fa32a'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:07:31.714994 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-3960403f-c0d9-48cc-9193-4c7bd09e92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:31.716775 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-3960403f-c0d9-48cc-9193-4c7bd09e92f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0544813 Sep 20 12:07:31.773659 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-b51c638e-a0e1-4ae8-9fe2-7c866f68365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:31.775458 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-b51c638e-a0e1-4ae8-9fe2-7c866f68365c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494838 Sep 20 12:07:31.902486 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-36db01f7-da9e-427c-8697-1fe1d863f13e service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182911 Sep 20 12:07:32.005488 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e4b5f17-3a14-4dee-bb15-94ac8fdc0c9a req-880f5634-f78e-4c2e-8ac6-a0bf330a8d47 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947511 Sep 20 12:07:32.235589 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3fa1b-5f4f-4bcc-8cc1-a6fa88f44b60 req-6352a595-dd63-401b-9c76-618805e15275 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:32.237188 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-58a3fa1b-5f4f-4bcc-8cc1-a6fa88f44b60 req-6352a595-dd63-401b-9c76-618805e15275 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0653405 Sep 20 12:07:32.281452 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-58a3fa1b-5f4f-4bcc-8cc1-a6fa88f44b60 req-b62ac725-199f-4937-8a1e-23e7d089c396 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361772 Sep 20 12:07:32.563602 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962a0df-a9c2-4880-9514-b3f6fd1ea0ce req-c451cacc-2927-4e29-bf53-9290051bb2b1 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:32.565113 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5962a0df-a9c2-4880-9514-b3f6fd1ea0ce req-c451cacc-2927-4e29-bf53-9290051bb2b1 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 945 time: 0.0551353 Sep 20 12:07:32.610978 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5962a0df-a9c2-4880-9514-b3f6fd1ea0ce req-fe1c9a21-4592-48c1-9051-049b78fb28a2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Sep 20 12:07:32.790776 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44aeba-610b-4bf9-a6e8-b84e0b679e07 req-518a3f23-61d0-4438-a793-2260edd12300 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:32.794804 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4d44aeba-610b-4bf9-a6e8-b84e0b679e07 req-518a3f23-61d0-4438-a793-2260edd12300 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0595686 Sep 20 12:07:32.841696 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4d44aeba-610b-4bf9-a6e8-b84e0b679e07 req-512f6261-4a72-4073-8190-af2cd111c7eb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Sep 20 12:07:32.948455 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device c30dd4ab-ff42-40bf-98bd-2387b44fa32a up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:33.017753 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port c30dd4ab-ff42-40bf-98bd-2387b44fa32a completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:07:33.021792 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port c30dd4ab-ff42-40bf-98bd-2387b44fa32a triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:33.022168 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:33.116254 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:33.139558 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5365985d-8edd-4e66-a654-4b00c0917e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:07:33.142660 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74863f57-9f63-4a19-8d70-490b0546f0fa" -d '{"events": [{"server_uuid": "5365985d-8edd-4e66-a654-4b00c0917e4a", "name": "network-vif-plugged", "status": "completed", "tag": "c30dd4ab-ff42-40bf-98bd-2387b44fa32a"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:07:33.161243 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port c30dd4ab-ff42-40bf-98bd-2387b44fa32a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:33.169417 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:33.200630 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ee88d-be50-42d5-a4e9-13739c1a30ee x-openstack-request-id: req-196ee88d-be50-42d5-a4e9-13739c1a30ee {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:07:33.200992 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5365985d-8edd-4e66-a654-4b00c0917e4a", "name": "network-vif-plugged", "status": "completed", "tag": "c30dd4ab-ff42-40bf-98bd-2387b44fa32a", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:07:33.201186 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-196ee88d-be50-42d5-a4e9-13739c1a30ee {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:07:33.201536 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5365985d-8edd-4e66-a654-4b00c0917e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a', 'code': 200} Sep 20 12:07:33.234503 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:33.432489 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5701f-e0ac-4e75-9866-3198eca6c3e8 req-cb769eda-3160-4ff2-a596-b5490c3ba68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:33.433969 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f9b5701f-e0ac-4e75-9866-3198eca6c3e8 req-cb769eda-3160-4ff2-a596-b5490c3ba68a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 1099 time: 0.0803602 Sep 20 12:07:33.465169 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5979a57-cf4d-4028-8ab6-17b8d2c7d3dd req-b8a391f9-f613-4fbe-89b1-e765340c7e77 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:33.466647 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d5979a57-cf4d-4028-8ab6-17b8d2c7d3dd req-b8a391f9-f613-4fbe-89b1-e765340c7e77 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0762057 Sep 20 12:07:33.499177 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f9b5701f-e0ac-4e75-9866-3198eca6c3e8 req-18d71ea3-bd4d-4ccb-a22f-c30064dfa8df service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Sep 20 12:07:33.524411 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d5979a57-cf4d-4028-8ab6-17b8d2c7d3dd req-0b0c249f-1d35-41a8-ba2b-eeafb9b792ec tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Sep 20 12:07:33.736564 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913f412-af91-4ca1-aa9e-241475562da4 req-d3daf46b-c1b6-4711-8997-cc81f977a397 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:33.744325 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5913f412-af91-4ca1-aa9e-241475562da4 req-d3daf46b-c1b6-4711-8997-cc81f977a397 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0598938 Sep 20 12:07:33.795730 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5913f412-af91-4ca1-aa9e-241475562da4 req-a6a5a231-ee07-47a8-b123-522b1113aa6c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Sep 20 12:07:33.988367 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054f4a9-a000-4cb5-98e1-905388d32d13 req-66e0cb35-28db-47f2-8c30-620c2f5b55ae tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:33.996326 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5054f4a9-a000-4cb5-98e1-905388d32d13 req-66e0cb35-28db-47f2-8c30-620c2f5b55ae tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0638101 Sep 20 12:07:34.034180 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5054f4a9-a000-4cb5-98e1-905388d32d13 req-a9444f16-a420-4c46-a7ca-c65f247847d8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370107 Sep 20 12:07:34.686787 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6ae02-1fc0-448c-8dd4-f7c046791fcb req-b7bab906-d9b8-4687-92db-a9e27dc05796 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:34.688320 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-76d6ae02-1fc0-448c-8dd4-f7c046791fcb req-b7bab906-d9b8-4687-92db-a9e27dc05796 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0594823 Sep 20 12:07:34.737689 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-76d6ae02-1fc0-448c-8dd4-f7c046791fcb req-bf3ea2f8-1260-4718-a15f-af5c7a5587d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372386 Sep 20 12:07:34.981147 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776ec4a-59d9-47e0-8e4f-2dc23be4194d req-86322fdd-015d-4abc-abdf-b8e9075d1945 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:34.982893 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7776ec4a-59d9-47e0-8e4f-2dc23be4194d req-86322fdd-015d-4abc-abdf-b8e9075d1945 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0727482 Sep 20 12:07:35.008923 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:07:35.035391 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7776ec4a-59d9-47e0-8e4f-2dc23be4194d req-e1e88d0c-cdc5-4917-b000-0ccffaec25cb tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Sep 20 12:07:35.143177 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:35.189618 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:35.204500 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:07:35.208494 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb1294a-8fe8-4fd2-a881-00ae0c532c55" -d '{"events": [{"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-unplugged", "status": "completed", "tag": "40a2e066-970f-4c27-9170-1888a44c6694"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:07:35.257142 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:35.266745 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb17339-eee1-4f53-9ff5-1b3d636af1f3 req-1cba8f2c-2f85-4c73-b037-79f4807a6d17 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:35.276609 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ceb17339-eee1-4f53-9ff5-1b3d636af1f3 req-1cba8f2c-2f85-4c73-b037-79f4807a6d17 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 945 time: 0.0944915 Sep 20 12:07:35.297095 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 12:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f44f17-cf5d-4f10-8384-d4d87ec5f885 x-openstack-request-id: req-52f44f17-cf5d-4f10-8384-d4d87ec5f885 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:07:35.297095 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-unplugged", "status": "failed", "tag": "40a2e066-970f-4c27-9170-1888a44c6694", "code": 422}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:07:35.297095 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52f44f17-cf5d-4f10-8384-d4d87ec5f885 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:07:35.297608 dv-cinder-810000-1-iscsi neutron-server[94129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694', 'code': 422} returned with failed status Sep 20 12:07:35.332596 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=8']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:35.340379 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ceb17339-eee1-4f53-9ff5-1b3d636af1f3 req-96ba00d4-9876-4bf3-a10f-6a4c457f4d1c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623074 Sep 20 12:07:35.883021 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35562a5a-8a82-4bea-a691-b0ede4f1d8ae req-5a17a833-77ba-4f00-8e95-a0ae5109279d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:35.890469 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-35562a5a-8a82-4bea-a691-b0ede4f1d8ae req-5a17a833-77ba-4f00-8e95-a0ae5109279d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0635378 Sep 20 12:07:35.953984 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-35562a5a-8a82-4bea-a691-b0ede4f1d8ae req-b0b11093-1459-4fce-93af-c9eb6cbd3b62 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626872 Sep 20 12:07:35.985999 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [req-9a23122b-df2a-4cff-b54f-7d7cf5150a2e req-3da5843c-8f9e-4956-a6e4-51daf7dba028 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:07:35.987097 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9a23122b-df2a-4cff-b54f-7d7cf5150a2e req-3da5843c-8f9e-4956-a6e4-51daf7dba028 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060232 Sep 20 12:07:36.204424 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5cd96-dc44-470f-a440-8210e14fdeb2 req-abd3a1ba-de90-4bad-aed5-47b88a3a61b1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:36.215036 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-86f5cd96-dc44-470f-a440-8210e14fdeb2 req-abd3a1ba-de90-4bad-aed5-47b88a3a61b1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0882304 Sep 20 12:07:36.263832 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-86f5cd96-dc44-470f-a440-8210e14fdeb2 req-5840a853-dfb2-4967-b07c-302c4f4e77a3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478013 Sep 20 12:07:37.121651 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e6e6e-b2c5-445a-be20-021f395ffe92 req-ebe03184-d5cf-4631-a6f8-c5594c204892 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:37.124339 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-489e6e6e-b2c5-445a-be20-021f395ffe92 req-ebe03184-d5cf-4631-a6f8-c5594c204892 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0745962 Sep 20 12:07:37.166825 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-489e6e6e-b2c5-445a-be20-021f395ffe92 req-de919925-536b-429b-a5f1-a1d921a76bfa tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358489 Sep 20 12:07:37.415957 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c83f9b-7c4c-4d7c-b66b-d3d241ee7a41 req-601380fd-9e00-46ce-b4c2-78e50445e659 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:37.417731 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e4c83f9b-7c4c-4d7c-b66b-d3d241ee7a41 req-601380fd-9e00-46ce-b4c2-78e50445e659 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0514169 Sep 20 12:07:37.465822 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e4c83f9b-7c4c-4d7c-b66b-d3d241ee7a41 req-3e065013-a5cb-4462-8830-622ee7ff941a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393720 Sep 20 12:07:38.303922 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784561-6724-4e23-b179-338acaf02ffe req-20bbeb48-db79-4657-bbdb-7cfac4b0ba56 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:38.305961 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dd784561-6724-4e23-b179-338acaf02ffe req-20bbeb48-db79-4657-bbdb-7cfac4b0ba56 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0541227 Sep 20 12:07:38.351564 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dd784561-6724-4e23-b179-338acaf02ffe req-8420d852-cc92-4222-96c1-893d18eb236c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Sep 20 12:07:38.600691 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df392b1-ea02-4d86-8b34-507195e5f9a2 req-0fd3fabb-51fd-437a-8969-90e3795f52f9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:38.602176 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3df392b1-ea02-4d86-8b34-507195e5f9a2 req-0fd3fabb-51fd-437a-8969-90e3795f52f9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0543075 Sep 20 12:07:38.640399 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3df392b1-ea02-4d86-8b34-507195e5f9a2 req-962f17e2-d47d-49b2-9d99-648375695072 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319526 Sep 20 12:07:39.343968 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35620) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:39.348623 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-c7c35119-963d-4124-b9fe-dc8550cdcdde tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:39.350243 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-c7c35119-963d-4124-b9fe-dc8550cdcdde tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 815 time: 0.1146822 Sep 20 12:07:39.366714 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-e9173686-4a61-4e9c-a85b-79835c0e0fde tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/quotas/4c33e98b89034c94b8ff1325910c3b93 HTTP/1.1" status: 200 len: 375 time: 0.0101128 Sep 20 12:07:39.423850 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-bed54912-d17c-46c3-8e32-efbd2fb92be8 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516753 Sep 20 12:07:39.433316 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-20b42c25-c344-4a09-bd91-e009ff0e0f7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874350 Sep 20 12:07:39.442463 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-edcdbea0-2a17-4f0f-97f3-d1159e35c632 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:07:39.444329 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-edcdbea0-2a17-4f0f-97f3-d1159e35c632 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061233 Sep 20 12:07:39.545109 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a44fd2-5957-40b5-a2c5-bcbdd3a035a7 req-5023eaf5-e32a-4d54-a3bf-cac3b5c99cb0 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:39.546630 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c1a44fd2-5957-40b5-a2c5-bcbdd3a035a7 req-5023eaf5-e32a-4d54-a3bf-cac3b5c99cb0 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.1179409 Sep 20 12:07:39.577131 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-decb5314-6670-42a7-bf97-fd09ef42a9a4 service neutron] 10.222.0.20 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160390 Sep 20 12:07:39.633428 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c1a44fd2-5957-40b5-a2c5-bcbdd3a035a7 req-47de32fe-d533-400f-ae68-b5c6dcf82ab4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734577 Sep 20 12:07:39.696175 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-8d627262-0aea-4cdd-bd2c-43579ff225aa service neutron] 10.222.0.20 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072102 Sep 20 12:07:39.774719 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add67d41-e410-4bbd-ad23-6e73617bf796 req-455b3d2f-25e0-4b7c-a48a-227aa86e4264 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:39.776476 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-add67d41-e410-4bbd-ad23-6e73617bf796 req-455b3d2f-25e0-4b7c-a48a-227aa86e4264 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0620010 Sep 20 12:07:39.820296 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-add67d41-e410-4bbd-ad23-6e73617bf796 req-f5e3e8e6-199c-43c3-bdad-d84cf6596c9e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354457 Sep 20 12:07:39.889492 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:39.900578 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-aa5b90e1-3358-46b9-8d64-40fc6392160e req-953c384f-b2b2-415b-90a0-3b44d09e8265 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 210 time: 0.0406861 Sep 20 12:07:40.354299 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35650) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:40.397722 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef9fc1c-c1e6-42f3-a08e-05825422d4ef admin admin] Deleting subnet a44d9a94-cb80-4538-8d77-517b93134c60 {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:07:40.401355 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fc1c-c1e6-42f3-a08e-05825422d4ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.402986 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045919f-6e3b-4405-bdc5-d00ff3bd4f47 req-39c7a955-1d68-4270-9eeb-3335941aaa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:40.405032 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4045919f-6e3b-4405-bdc5-d00ff3bd4f47 req-39c7a955-1d68-4270-9eeb-3335941aaa62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 1099 time: 0.0402441 Sep 20 12:07:40.440319 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fc1c-c1e6-42f3-a08e-05825422d4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4701313'] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.446062 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4045919f-6e3b-4405-bdc5-d00ff3bd4f47 req-09e08323-b8f8-4693-a69d-fc82579446f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Sep 20 12:07:40.479562 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fc1c-c1e6-42f3-a08e-05825422d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.529149 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fc1c-c1e6-42f3-a08e-05825422d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66711212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596673'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.555424 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9fc1c-c1e6-42f3-a08e-05825422d4ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44d9a94-cb80-4538-8d77-517b93134c60,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:40.557767 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fc1c-c1e6-42f3-a08e-05825422d4ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.562594 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-8ef9fc1c-c1e6-42f3-a08e-05825422d4ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a44d9a94-cb80-4538-8d77-517b93134c60 HTTP/1.1" status: 204 len: 168 time: 0.2044086 Sep 20 12:07:40.562594 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35652) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:40.613472 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-98fd5de4-ecf6-43ee-a252-5056b1c0103e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.641162 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.717188 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.743095 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fe6586-03fc-421e-a9a5-a4353381ca93']}} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:40.752188 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe438c47-3516-4531-ab19-2a1ecaebab8b') {'for_net_delete': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:40.752492 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe438c47-3516-4531-ab19-2a1ecaebab8b') {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:07:40.757935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3856e2a-f110-4a8b-b3e8-a8f2f4eb3b30 req-d5ea82b1-222f-4518-9a1e-3887bf292ac5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:40.759397 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f3856e2a-f110-4a8b-b3e8-a8f2f4eb3b30 req-d5ea82b1-222f-4518-9a1e-3887bf292ac5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0531592 Sep 20 12:07:40.761700 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4701322'] for segment, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.775351 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.781261 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:07:40.781662 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66711410'] for segment, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: Traceback (most recent call last): Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: timer() Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: cb(*args, **kw) Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: return func(*args, **kwargs) Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: self._notify() Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: self.callback(batched_events) Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: event.method(event) Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: return f(self, *a, **k) Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._get(url).json() Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: return self.request(url, 'GET', **kwargs) Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:07:40.783285 dv-cinder-810000-1-iscsi neutron-server[94127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:07:40.798088 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f3856e2a-f110-4a8b-b3e8-a8f2f4eb3b30 req-6a2a4f92-b73e-44f6-baea-c6c83fe4ce8d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325856 Sep 20 12:07:40.840634 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.848381 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:40.852714 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] 10.222.0.20 "DELETE /v2.0/networks/64fe6586-03fc-421e-a9a5-a4353381ca93 HTTP/1.1" status: 204 len: 168 time: 0.2895947 Sep 20 12:07:40.864301 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb446966-e44b-4c59-a4de-9bf9303f494f admin admin] Pushing event deleted for resources: {'Network': ['ID=64fe6586-03fc-421e-a9a5-a4353381ca93,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:40.974885 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91621fc-bf7c-4b33-9835-8d606d583009 req-26d64d9a-e213-4dd5-82ef-25de6f3575c9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:40.978228 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a91621fc-bf7c-4b33-9835-8d606d583009 req-26d64d9a-e213-4dd5-82ef-25de6f3575c9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0760598 Sep 20 12:07:41.023831 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a27f4258-d578-4eea-a8ce-8a514dd06f60 req-4c0b99d6-3ebe-48dd-8dd4-894125a89bd3 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 210 time: 0.0400755 Sep 20 12:07:41.053444 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35662) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:41.088979 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a91621fc-bf7c-4b33-9835-8d606d583009 req-a2265f4c-1195-4492-a198-b90c7f910cac tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031313 Sep 20 12:07:41.100807 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-2d877e4d-846e-4cc1-a210-878dfa898dab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d66121d7d394ff8b671c6ab7c88df1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457337 Sep 20 12:07:41.101468 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 35664) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:41.156259 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a86c8605-779f-4308-8bce-fbfdf4bcd7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:41.167072 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce88ef5b-fa04-459e-ba44-c12b073072ad tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:41.168701 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce88ef5b-fa04-459e-ba44-c12b073072ad tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.57 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 815 time: 0.1527348 Sep 20 12:07:41.181061 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a86c8605-779f-4308-8bce-fbfdf4bcd7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:41.184489 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'port': {'device_id': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'admin_state_up': True, 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:41.237445 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a86c8605-779f-4308-8bce-fbfdf4bcd7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:41.249276 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a86c8605-779f-4308-8bce-fbfdf4bcd7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:41.253614 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a86c8605-779f-4308-8bce-fbfdf4bcd7ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa448c95-b5aa-426d-bcff-13c974b5e812 HTTP/1.1" status: 204 len: 168 time: 0.1512218 Sep 20 12:07:41.266333 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c8605-779f-4308-8bce-fbfdf4bcd7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa448c95-b5aa-426d-bcff-13c974b5e812,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:41.333558 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Made reservation on behalf of 4c33e98b89034c94b8ff1325910c3b93 for: {'port': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:07:41.341254 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:41.483481 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Allocated IP 172.20.0.9 (7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6/038c16f5-42dd-4f15-9fe5-29230eddd50b/99a0178b-f594-46fc-931f-01d849e1b809) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:41.664616 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:41.708273 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:41.754855 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:41.766834 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:41.772763 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:41.871033 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'Port': ['ID=99a0178b-f594-46fc-931f-01d849e1b809,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:41.915465 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:41.917448 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:41.955231 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-ce79cb70-e1c0-4fc8-946b-0ee6973d893f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752364 Sep 20 12:07:42.022819 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ca7dd-5fa4-477c-b998-b8d94c9f31c1 req-04b80631-9b6a-4938-8e88-7a14a6b4bb2b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:42.039654 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7b7ca7dd-5fa4-477c-b998-b8d94c9f31c1 req-04b80631-9b6a-4938-8e88-7a14a6b4bb2b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0972574 Sep 20 12:07:42.119672 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7b7ca7dd-5fa4-477c-b998-b8d94c9f31c1 req-dff380ea-b708-49f2-92f9-dde10c59f839 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788829 Sep 20 12:07:42.175973 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-bb310cee-23c0-434f-bbf8-f1513f01b966 None None] Provisioning complete for port 99a0178b-f594-46fc-931f-01d849e1b809 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:42.177024 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-bb310cee-23c0-434f-bbf8-f1513f01b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:42.225852 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c3b1b-6751-477a-b535-5ff505d6e660 req-a7ab08b8-362a-4065-9630-b22eacb015de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:42.227434 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-025c3b1b-6751-477a-b535-5ff505d6e660 req-a7ab08b8-362a-4065-9630-b22eacb015de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.0929172 Sep 20 12:07:42.300087 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-bb310cee-23c0-434f-bbf8-f1513f01b966 None None] Port 99a0178b-f594-46fc-931f-01d849e1b809 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:07:42.319253 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-025c3b1b-6751-477a-b535-5ff505d6e660 req-e2ae8ff5-125d-4e73-955a-352cb2782574 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847788 Sep 20 12:07:42.331210 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e3338-67b0-48fd-b9ec-39d0eb362312 req-d5de37a0-3683-4441-aa2a-f8ecb899de50 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:42.341546 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0e9e3338-67b0-48fd-b9ec-39d0eb362312 req-d5de37a0-3683-4441-aa2a-f8ecb899de50 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0727627 Sep 20 12:07:42.406396 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0e9e3338-67b0-48fd-b9ec-39d0eb362312 req-78d75334-5bd9-42f9-95a0-28839aefe85a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669036 Sep 20 12:07:42.495745 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15b6da-f9e0-44b2-9cb5-15922464c111 req-26c19be0-d576-458a-ab20-eea4d15d4ce9 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:42.498975 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ce15b6da-f9e0-44b2-9cb5-15922464c111 req-26c19be0-d576-458a-ab20-eea4d15d4ce9 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0752788 Sep 20 12:07:42.591765 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ce15b6da-f9e0-44b2-9cb5-15922464c111 req-ed214cab-5ba2-4afb-9a1d-b705fdfadc38 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859704 Sep 20 12:07:43.262261 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9f2a56bc-b7bb-4571-8664-6cce12d99bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:43.441738 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25002aaf-0de5-4d27-a44c-49b4236d211e req-ded3a077-9e63-4abb-bc59-5ca1cc6eac1d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:43.443867 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-25002aaf-0de5-4d27-a44c-49b4236d211e req-ded3a077-9e63-4abb-bc59-5ca1cc6eac1d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.0522263 Sep 20 12:07:43.494506 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-25002aaf-0de5-4d27-a44c-49b4236d211e req-9ab47754-2373-42a2-9e4a-3195856e9dee tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369909 Sep 20 12:07:43.580632 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cb504-00ca-4309-b3d6-e8069cfd9071 req-ef7e1c85-e067-477e-8cf5-cf892dd74bb0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:43.588513 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bc6cb504-00ca-4309-b3d6-e8069cfd9071 req-ef7e1c85-e067-477e-8cf5-cf892dd74bb0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0612435 Sep 20 12:07:43.628507 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bc6cb504-00ca-4309-b3d6-e8069cfd9071 req-c8c781d1-5119-4bd0-a32f-93a838782e60 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384326 Sep 20 12:07:44.076559 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:44.358143 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:44.392922 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ba017-331c-450e-a09e-da4ffb634763 req-36dca0b6-4827-458a-b133-f56efdd246b6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:44.394708 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-728ba017-331c-450e-a09e-da4ffb634763 req-36dca0b6-4827-458a-b133-f56efdd246b6 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0540824 Sep 20 12:07:44.439929 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-728ba017-331c-450e-a09e-da4ffb634763 req-e7e61922-0683-4196-a117-9bd8561dbd66 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369847 Sep 20 12:07:44.642285 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d7fc4-7140-4919-8aaf-c6e088502145 req-ed66a7c4-a822-428c-affb-814d00b71926 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:44.643833 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-668d7fc4-7140-4919-8aaf-c6e088502145 req-ed66a7c4-a822-428c-affb-814d00b71926 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.0512319 Sep 20 12:07:44.692478 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-668d7fc4-7140-4919-8aaf-c6e088502145 req-ea07ea92-64a6-4540-872e-8c8589fff079 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Sep 20 12:07:44.776475 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db3911-dea9-40ba-ab00-e2455c5697d3 req-e2e9100a-a34a-455f-bde6-db2d1f29561b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:44.777953 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a2db3911-dea9-40ba-ab00-e2455c5697d3 req-e2e9100a-a34a-455f-bde6-db2d1f29561b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0530126 Sep 20 12:07:44.820913 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a2db3911-dea9-40ba-ab00-e2455c5697d3 req-8fb87573-0cd2-424c-a671-122536e883c8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363817 Sep 20 12:07:45.567689 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf6d92-07b7-46e0-b978-0ad3226c9965 req-e58bda1b-d26a-4a4c-9dd0-50dc3bcc0754 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:45.569645 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cbcf6d92-07b7-46e0-b978-0ad3226c9965 req-e58bda1b-d26a-4a4c-9dd0-50dc3bcc0754 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0571163 Sep 20 12:07:45.652123 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cbcf6d92-07b7-46e0-b978-0ad3226c9965 req-f46985c4-1182-4994-81bf-b3c9feaaf72c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637603 Sep 20 12:07:45.711989 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:45.757678 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 35800) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:45.843482 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d51a3-5d5b-43bb-a6a2-e9ba1285aa33 req-b7e398cc-cad3-4c06-97fb-eb015c5b2294 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:45.845005 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a28d51a3-5d5b-43bb-a6a2-e9ba1285aa33 req-b7e398cc-cad3-4c06-97fb-eb015c5b2294 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.0612578 Sep 20 12:07:45.894469 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a28d51a3-5d5b-43bb-a6a2-e9ba1285aa33 req-8d60e3d9-6ae1-492f-8f49-86024679ca48 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Sep 20 12:07:45.951432 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc80fe-4515-4d9e-9666-23ab86b5a9cc req-179de5b2-63b6-4c8d-85e6-b2e6dd6f1b4c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:45.953019 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6adc80fe-4515-4d9e-9666-23ab86b5a9cc req-179de5b2-63b6-4c8d-85e6-b2e6dd6f1b4c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0526361 Sep 20 12:07:45.973515 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a22eb6ae-9623-4fee-b0fc-d02f190c99eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:46.021833 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6adc80fe-4515-4d9e-9666-23ab86b5a9cc req-b741dfd0-f0da-4fa5-83f0-d620b954bae5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577312 Sep 20 12:07:46.094876 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a22eb6ae-9623-4fee-b0fc-d02f190c99eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:46.098939 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a22eb6ae-9623-4fee-b0fc-d02f190c99eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:46.141607 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-a22eb6ae-9623-4fee-b0fc-d02f190c99eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4d9a540825d4efdb5abd1a034a5244f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803022 Sep 20 12:07:46.141819 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 35806) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:07:46.148134 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22eb6ae-9623-4fee-b0fc-d02f190c99eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6f16d0-6eef-4b8a-94f1-14aaea02f6d1,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:46.194277 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-24c5aa50-5dad-4599-9b0c-56b1a960d0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:46.216650 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-24c5aa50-5dad-4599-9b0c-56b1a960d0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:46.263422 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-24c5aa50-5dad-4599-9b0c-56b1a960d0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:46.266099 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-24c5aa50-5dad-4599-9b0c-56b1a960d0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:46.270109 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-24c5aa50-5dad-4599-9b0c-56b1a960d0b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa6f16d0-6eef-4b8a-94f1-14aaea02f6d1 HTTP/1.1" status: 204 len: 168 time: 0.1246867 Sep 20 12:07:46.277827 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5aa50-5dad-4599-9b0c-56b1a960d0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6f16d0-6eef-4b8a-94f1-14aaea02f6d1,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:46.798888 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d7549-e22f-4438-9aa6-91a13533bc54 req-b3fff953-0d50-43c9-b7c1-e6577f337689 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:46.800423 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-910d7549-e22f-4438-9aa6-91a13533bc54 req-b3fff953-0d50-43c9-b7c1-e6577f337689 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0570462 Sep 20 12:07:46.854784 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-910d7549-e22f-4438-9aa6-91a13533bc54 req-97073701-09c9-4a1f-9d27-ec5d24eaa7b5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459275 Sep 20 12:07:47.028426 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faf073-1df6-45be-b9d1-f12cf1daf474 req-b70585c0-52f5-4486-9605-9b9a702c7243 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:47.030195 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-38faf073-1df6-45be-b9d1-f12cf1daf474 req-b70585c0-52f5-4486-9605-9b9a702c7243 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.0611157 Sep 20 12:07:47.083431 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-38faf073-1df6-45be-b9d1-f12cf1daf474 req-e6494925-a838-43cc-b078-e76e8f67272c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416942 Sep 20 12:07:47.146975 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb02cfc-0238-44f1-bded-b3b59ca565de req-2d8502b3-6d7d-4537-a071-0f2e816287b9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:47.153996 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0bb02cfc-0238-44f1-bded-b3b59ca565de req-2d8502b3-6d7d-4537-a071-0f2e816287b9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0553656 Sep 20 12:07:47.193788 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0bb02cfc-0238-44f1-bded-b3b59ca565de req-9b693fb0-7b79-4abb-9ea2-77aa609b7ecd tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383308 Sep 20 12:07:47.983924 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3933a72-f18c-41eb-9e4c-9497ba449421 req-d4326efd-e5af-4748-afe8-e1567c01ff2b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:47.986272 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f3933a72-f18c-41eb-9e4c-9497ba449421 req-d4326efd-e5af-4748-afe8-e1567c01ff2b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0602741 Sep 20 12:07:48.043862 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f3933a72-f18c-41eb-9e4c-9497ba449421 req-8c9f94af-0c28-47b1-8c98-bd44e4b31d74 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490255 Sep 20 12:07:48.063040 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-8d4f220e-cb77-4cc9-bf9f-d8e225204ae4 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673794585&fields=id&tenant_id=75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 267 time: 0.0454340 Sep 20 12:07:48.210926 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6bea-09fa-4771-8317-15c73619905f req-9ca3b949-b9bf-4289-bc25-677b01ee9b86 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:48.212407 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-9ca3b949-b9bf-4289-bc25-677b01ee9b86 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1413357 Sep 20 12:07:48.222494 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5f4ab-ba54-4b3e-9fdb-3672909d83df req-67c8c6b7-b08f-4df6-8d90-1894355e6b04 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:48.224055 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d9b5f4ab-ba54-4b3e-9fdb-3672909d83df req-67c8c6b7-b08f-4df6-8d90-1894355e6b04 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.0847435 Sep 20 12:07:48.243259 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-5fcdc9ee-4007-40e9-9fc0-d952f53c3d39 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/quotas/75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 375 time: 0.0176723 Sep 20 12:07:48.294370 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d9b5f4ab-ba54-4b3e-9fdb-3672909d83df req-927b8ad1-9ed5-41b0-b76e-98a543114b6d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624852 Sep 20 12:07:48.316619 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-52c1e803-bf22-4dc6-8475-bddf29578ab0 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667820 Sep 20 12:07:48.452439 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93735610-5871-40e1-aabe-16062d40a8e3 req-cae8619b-4074-4320-a017-f59807081f9f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:48.453906 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-93735610-5871-40e1-aabe-16062d40a8e3 req-cae8619b-4074-4320-a017-f59807081f9f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0992033 Sep 20 12:07:48.456229 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-ccc27f3f-db7e-4c34-8796-404f85eb94a9 service neutron] 10.222.0.20 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282420 Sep 20 12:07:48.557318 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-93735610-5871-40e1-aabe-16062d40a8e3 req-a8054257-183d-4438-b6c5-55a71730115c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968356 Sep 20 12:07:48.604055 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-19d31d67-8353-4d94-b1ac-6b2c911c09b9 service neutron] 10.222.0.20 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368039 Sep 20 12:07:48.712430 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-c5b3b35a-b58e-46c8-abc3-76ab53a6b3f6 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=32240d1bd67a4c7f99c27c420e0d81ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324478 Sep 20 12:07:49.117244 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cd4960b5-0382-4d3e-8b5a-5b408e8668a3 req-ce1485cf-f6fb-406e-889b-5972573d4415 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 210 time: 0.0592151 Sep 20 12:07:49.166140 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-fb0c2afb-0b33-4998-acb5-d499af431941 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:49.173821 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-fb0c2afb-0b33-4998-acb5-d499af431941 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4555082 Sep 20 12:07:49.192795 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-e7b37d7c-099d-4356-8ef2-ab169f1050b1 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/quotas/32240d1bd67a4c7f99c27c420e0d81ab HTTP/1.1" status: 200 len: 375 time: 0.0177131 Sep 20 12:07:49.254077 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b6bb42c0-6b13-477f-8497-1ed9d8ba19d2 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=32240d1bd67a4c7f99c27c420e0d81ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442097 Sep 20 12:07:49.289534 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311c12-6fff-4db1-a85e-5fc34d00db4d req-70a1dffb-4419-44b1-890e-946885259198 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:49.291109 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6a311c12-6fff-4db1-a85e-5fc34d00db4d req-70a1dffb-4419-44b1-890e-946885259198 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0973368 Sep 20 12:07:49.340009 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6a311c12-6fff-4db1-a85e-5fc34d00db4d req-21eea168-d890-4ae8-8565-d172f46506fc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Sep 20 12:07:49.512035 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-67a131c4-b0dd-43c5-8670-bd70f29c8691 req-deb6e07a-650d-4c35-8f0b-bb2cbd96b657 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 210 time: 0.0342233 Sep 20 12:07:49.524566 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea8e01-ef28-42d2-9d5d-3721759d5d17 req-7dad450c-48a5-41cb-8d52-1de839e44439 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:49.535978 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3ea8e01-ef28-42d2-9d5d-3721759d5d17 req-7dad450c-48a5-41cb-8d52-1de839e44439 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.1162400 Sep 20 12:07:49.571573 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3ea8e01-ef28-42d2-9d5d-3721759d5d17 req-ff731fb7-de72-4e89-a851-ad36e5e4fc7c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386398 Sep 20 12:07:49.699766 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5d6e1-4e61-43f4-9601-f567247ee35f req-9f326213-913e-43a8-a027-129de03b5c4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:49.701340 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f4d5d6e1-4e61-43f4-9601-f567247ee35f req-9f326213-913e-43a8-a027-129de03b5c4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0566173 Sep 20 12:07:49.756385 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f4d5d6e1-4e61-43f4-9601-f567247ee35f req-33b9ba3f-446f-4d41-b476-e65bdaffa304 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 Sep 20 12:07:50.210208 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e7711cb3-30ac-496c-8746-dde31ad21176 req-501c9a09-710b-49d7-8988-ff8cbb0d96d4 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 210 time: 0.0265689 Sep 20 12:07:50.469993 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd00e3-e6b1-4c57-8534-bdf188995c01 req-3f460959-72ed-4cfb-ae66-6a3777443392 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:50.471427 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-67bd00e3-e6b1-4c57-8534-bdf188995c01 req-3f460959-72ed-4cfb-ae66-6a3777443392 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0515711 Sep 20 12:07:50.510658 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-67bd00e3-e6b1-4c57-8534-bdf188995c01 req-801160ec-b75b-4a91-8cb9-7f6e6fe75073 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Sep 20 12:07:50.608395 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-49f5fe55-45e0-4081-9619-fdbe950b87d9 req-818fa85c-9045-4a6c-b9f9-e1082eafa56b tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 210 time: 0.0258691 Sep 20 12:07:50.695693 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7f63-8be9-453f-996d-d41df75115e6 req-22b58453-07f8-4feb-aa24-aa43ce45ec58 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:50.697374 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-166c7f63-8be9-453f-996d-d41df75115e6 req-22b58453-07f8-4feb-aa24-aa43ce45ec58 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.0495541 Sep 20 12:07:50.735439 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-166c7f63-8be9-453f-996d-d41df75115e6 req-ae1a4a76-6666-4bc9-80dc-07e82a1b7bdd tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Sep 20 12:07:50.874870 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241be72-5f9e-44ac-9768-839e92b5510c req-9af8fb20-a517-469d-8824-9d92ca930ebc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:50.876476 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2241be72-5f9e-44ac-9768-839e92b5510c req-9af8fb20-a517-469d-8824-9d92ca930ebc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0544524 Sep 20 12:07:50.919345 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2241be72-5f9e-44ac-9768-839e92b5510c req-71743f3f-cc4b-4bb3-8ce9-e86d090c1263 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342245 Sep 20 12:07:51.301698 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f338c265-1949-41e8-a0c2-f9ad874fc1e5 req-d87af870-f092-4f80-a7bf-47182ba046e6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 210 time: 0.0257492 Sep 20 12:07:51.626404 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9ace8-c1b4-4543-9e84-d2e833624992 req-ed26fbba-25f5-41f0-bf64-03ffc96725f7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:51.627880 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f1c9ace8-c1b4-4543-9e84-d2e833624992 req-ed26fbba-25f5-41f0-bf64-03ffc96725f7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0496950 Sep 20 12:07:51.669375 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f1c9ace8-c1b4-4543-9e84-d2e833624992 req-e96e42a2-9654-4b39-94a9-744c9d4ddc1d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355055 Sep 20 12:07:51.727159 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-51c7f082-8788-4d19-b2c9-04515ce54bae req-fa5dfc13-13f9-4d89-a5de-3b566543a28a tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 210 time: 0.0278556 Sep 20 12:07:51.856953 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1c7b0-6dd1-4fdb-97d0-d339c1fea6b8 req-acb87d5a-39f0-4366-b1d1-803d337b651c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:51.858382 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-53b1c7b0-6dd1-4fdb-97d0-d339c1fea6b8 req-acb87d5a-39f0-4366-b1d1-803d337b651c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.0529532 Sep 20 12:07:51.897157 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-53b1c7b0-6dd1-4fdb-97d0-d339c1fea6b8 req-4b6672a9-140b-4ad0-9ea2-444c24f8241c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327625 Sep 20 12:07:52.043998 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9efa5e-6488-4cd3-91e8-7a3018b5f7c8 req-4962d19f-9fac-49bb-956d-f8056e1198d9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:52.045501 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9e9efa5e-6488-4cd3-91e8-7a3018b5f7c8 req-4962d19f-9fac-49bb-956d-f8056e1198d9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0542727 Sep 20 12:07:52.082143 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9e9efa5e-6488-4cd3-91e8-7a3018b5f7c8 req-e94b5c7b-380f-4496-b525-65123cbf45f7 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Sep 20 12:07:52.393808 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-181bcdd5-a1c3-4465-a418-d05f8dded917 req-81058ab6-3b14-4d30-8819-e7483bce1dc4 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 210 time: 0.0252678 Sep 20 12:07:52.716433 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Request body: {'port': {'device_id': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:52.826249 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:52.868371 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2c8d7a30-6d96-4440-bf0c-bdeccb71a1a8 req-cc1fb618-fb3e-473e-9ab1-d5e9823abd74 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 210 time: 0.0699985 Sep 20 12:07:52.888089 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba30f6-431f-49a2-9612-404e2fbc9e73 req-c44f0bfb-325c-48cd-aa7c-d81ab83f0ff8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:52.889548 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f8ba30f6-431f-49a2-9612-404e2fbc9e73 req-c44f0bfb-325c-48cd-aa7c-d81ab83f0ff8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.1420729 Sep 20 12:07:52.960930 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-c0f224c5-ec2b-4253-88a4-6af11036e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:52.962361 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-c0f224c5-ec2b-4253-88a4-6af11036e6a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1098 time: 0.1486969 Sep 20 12:07:53.033083 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f8ba30f6-431f-49a2-9612-404e2fbc9e73 req-b5fc0cb0-312e-4471-afe0-1b9ed2f1f249 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220534 Sep 20 12:07:53.196439 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ad600-b22f-4145-a296-cfe534a93086 req-aa4cdb8f-60fd-45e2-a9b2-d872c8c436c9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:53.197896 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e34ad600-b22f-4145-a296-cfe534a93086 req-aa4cdb8f-60fd-45e2-a9b2-d872c8c436c9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 931 time: 0.2281766 Sep 20 12:07:53.253422 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-10a939eb-7663-4e9a-babf-acffa5dcba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:53.254737 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-10a939eb-7663-4e9a-babf-acffa5dcba4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 919 time: 0.2403667 Sep 20 12:07:53.331867 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e34ad600-b22f-4145-a296-cfe534a93086 req-8c6528cf-8975-49c1-948f-3947a9a7fbb8 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190889 Sep 20 12:07:53.346626 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f571f-345d-479c-8d7d-174c6afa0228 req-98dc3aa5-c5c8-454b-bf08-b5633316d511 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:53.348139 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-314f571f-345d-479c-8d7d-174c6afa0228 req-98dc3aa5-c5c8-454b-bf08-b5633316d511 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.1665862 Sep 20 12:07:53.349485 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-e0733e19-7fa7-47cb-8fbe-17fd8ff7fa9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61 HTTP/1.1" status: 200 len: 217 time: 0.0744150 Sep 20 12:07:53.359973 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-4ac25bde-004a-410f-8f18-3bb87bf5e796 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=32240d1bd67a4c7f99c27c420e0d81ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378454 Sep 20 12:07:53.468449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-85cd82d2-4987-4874-b629-7b0249c38160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:53.469985 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-85cd82d2-4987-4874-b629-7b0249c38160 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.1134162 Sep 20 12:07:53.486645 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-314f571f-345d-479c-8d7d-174c6afa0228 req-4df885cf-6f80-4e1b-9706-8aa8eb107e6e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177578 Sep 20 12:07:53.532009 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f083c2b5-de93-4bae-9afc-faaa52e083fa req-d5582890-dcd7-4994-a94b-761ab87ef319 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 210 time: 0.0557470 Sep 20 12:07:53.551875 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a0178b-f594-46fc-931f-01d849e1b809 {{(pid=94128) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:07:53.559075 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-f1b7dc95-45d1-4df8-9e55-db4c3ebe26a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690198 Sep 20 12:07:53.563639 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:53.572484 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-afa05ccf-4f07-45d1-a639-09d139eebb83 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:53.574001 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-afa05ccf-4f07-45d1-a639-09d139eebb83 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008567 Sep 20 12:07:53.596040 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.provisioning_blocks [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Transition to ACTIVE for port object 99a0178b-f594-46fc-931f-01d849e1b809 will not be triggered until provisioned by entity L2. {{(pid=94128) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:07:53.597248 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Request body: {'port': {'device_id': 'ffad296b-7970-4303-9f4a-fc36e7e5625d', 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc', 'admin_state_up': True, 'tenant_id': '32240d1bd67a4c7f99c27c420e0d81ab'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:53.604688 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:53.725264 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Pushing event updated for resources: {'Port': ['ID=99a0178b-f594-46fc-931f-01d849e1b809,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:53.768678 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Made reservation on behalf of 32240d1bd67a4c7f99c27c420e0d81ab for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:07:53.775222 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-f6a3b9a9-b400-4529-a8f4-e8f931100178 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028787 Sep 20 12:07:53.775437 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:53.793922 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:53.816899 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Attempting to bind port 99a0178b-f594-46fc-931f-01d849e1b809 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:53.817389 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Attempting to bind port 99a0178b-f594-46fc-931f-01d849e1b809 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:53.817823 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Attempting to bind port 99a0178b-f594-46fc-931f-01d849e1b809 on network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:53.832841 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Port 99a0178b-f594-46fc-931f-01d849e1b809 on network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:07:53.833236 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Attempting to bind port 99a0178b-f594-46fc-931f-01d849e1b809 on network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:53.871157 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:53.871600 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Checking segment: {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:53.872100 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Bound using segment: {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'} {{(pid=94128) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:53.872623 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.managers [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Bound port: 99a0178b-f594-46fc-931f-01d849e1b809, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6498d1ca-89db-42da-b6f3-0fbdcc673540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6'}}] {{(pid=94128) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:53.873053 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:53.951328 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db03ac97-a32d-4f03-9509-64c92acbbcde req-28bfa658-b1fc-497c-8722-35436ed652ae service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670189 Sep 20 12:07:53.996242 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e0c8b341-9797-4e63-99b7-47f5018ccb93 req-f42781dc-06ad-4a5a-b401-6aafc743d9b9 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 210 time: 0.0437396 Sep 20 12:07:54.001127 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] For port 99a0178b-f594-46fc-931f-01d849e1b809, host hv-cinder-81000, cleared binding levels {{(pid=94128) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:54.028604 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6bea-09fa-4771-8317-15c73619905f req-d47e55f4-fdda-41e6-be57-e9fa153bc498 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.028604 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-d47e55f4-fdda-41e6-be57-e9fa153bc498 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1850750 Sep 20 12:07:54.036664 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.039555 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] For port 99a0178b-f594-46fc-931f-01d849e1b809, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=99a0178b-f594-46fc-931f-01d849e1b809,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94128) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:54.047545 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.047707 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.103171 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.108424 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.110080 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] 10.222.0.57 "PUT /v2.0/ports/99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 1093 time: 1.4008441 Sep 20 12:07:54.110562 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:07:54.112871 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3318bea-8471-429a-8f6b-3406c5526987" -d '{"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:07:54.173339 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169f579-09e9-4efb-ac0a-e2ba1a21e191 service neutron] Pushing event updated for resources: {'Port': ['ID=99a0178b-f594-46fc-931f-01d849e1b809,revision_number=3']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:54.211360 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048df2d1-48b2-4ae4-9d6e-785b8f6f989a,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:54.230085 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d018521-0f63-4929-bcfd-1a03bd0d2739 x-openstack-request-id: req-2d018521-0f63-4929-bcfd-1a03bd0d2739 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:07:54.230439 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:07:54.231033 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-8abbda89-ef31-4232-b354-3658af8d5c4d tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 379 time: 0.1902859 Sep 20 12:07:54.231405 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d018521-0f63-4929-bcfd-1a03bd0d2739 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:07:54.231904 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809', 'status': 'completed', 'code': 200} Sep 20 12:07:54.243525 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'port': {'device_id': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'admin_state_up': True, 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'security_groups': ['1c78d215-08b4-4d58-b919-6eb03ec8dd74']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:54.343498 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-9516f721-e49e-4ed6-a850-5ab85b447b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.345717 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-9516f721-e49e-4ed6-a850-5ab85b447b8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1096 time: 0.1618359 Sep 20 12:07:54.346265 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Allocated IP 192.168.233.24 (79fbc6c9-ba9e-48d5-ad71-2ab773b594dc/eb53e4cb-87cb-4c9e-b3a2-2bc0e48d2220/9806e018-d095-450f-be93-487b644e5d0b) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:54.356246 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91451c1-46c8-41cc-b1a7-186e9c242cec req-9dee422e-bde0-4a25-a8b0-e5fd435b9cc7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.365482 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f91451c1-46c8-41cc-b1a7-186e9c242cec req-9dee422e-bde0-4a25-a8b0-e5fd435b9cc7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.1263435 Sep 20 12:07:54.479539 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Made reservation on behalf of 75dfda11c0c84d7dbae859aab2c44c01 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:07:54.483454 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.654867 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.656794 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-fc24e3fa-08fa-4dd5-a6b7-22f4f20aad99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 217 time: 0.2878802 Sep 20 12:07:54.688288 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Allocated IP 172.20.0.8 (e0919a22-9079-4c43-b483-f42d20d4f9e9/47a86b3e-74b1-4fc7-9176-b29bb877655f/cd97a44a-279e-4938-b18b-3f69bb3f57c2) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:07:54.728634 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.730656 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f91451c1-46c8-41cc-b1a7-186e9c242cec req-a9acd77d-05e8-4b5e-bea8-485fa13e3a80 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639421 Sep 20 12:07:54.749199 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-6b8e39e8-30bd-41fd-a40d-246677fd658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.750629 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-6b8e39e8-30bd-41fd-a40d-246677fd658c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 200 len: 854 time: 0.0791035 Sep 20 12:07:54.761994 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e101e-43f9-46ff-ba8c-cbb84a7d26b6 req-e5ecfbd8-0f53-4f79-9a8c-d1b50065d6e2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.769179 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-be5e101e-43f9-46ff-ba8c-cbb84a7d26b6 req-e5ecfbd8-0f53-4f79-9a8c-d1b50065d6e2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 943 time: 0.1178572 Sep 20 12:07:54.805431 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:54.839830 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:54.845859 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:54.872510 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Pushing event updated for resources: {'Port': ['ID=9806e018-d095-450f-be93-487b644e5d0b,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:54.913369 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-be5e101e-43f9-46ff-ba8c-cbb84a7d26b6 req-a69673dd-f374-4ef6-b9a7-c111e039ab64 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423714 Sep 20 12:07:54.932522 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-fed9b7c2-09f6-42a9-adc9-aaaad24a4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.934595 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-fed9b7c2-09f6-42a9-adc9-aaaad24a4733 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1632667 Sep 20 12:07:54.934718 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.935284 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.946204 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686054-902f-4708-9c93-354991253656 req-9a752e8a-18e9-42ce-93f9-9d495f9ee009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:54.947772 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-9a752e8a-18e9-42ce-93f9-9d495f9ee009 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225&tenant_id=30c7df32a5dd487982bde2955460d182 HTTP/1.1" status: 200 len: 1096 time: 0.1430979 Sep 20 12:07:54.973360 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:54.985419 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-de066b66-c1b5-40c8-8153-66b40e457534 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3928485 Sep 20 12:07:54.998713 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Request body: {'port': {'device_id': 'ffad296b-7970-4303-9f4a-fc36e7e5625d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:55.080456 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:55.132899 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-d5121ce5-87fb-4cb1-8da7-c7e72ab279ee service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841240 Sep 20 12:07:55.142816 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7964e8-d98f-4969-b0e4-5e0121c1aa78 req-9644ad2b-e57a-4816-a233-d8b66032f70c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.144507 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0e7964e8-d98f-4969-b0e4-5e0121c1aa78 req-9644ad2b-e57a-4816-a233-d8b66032f70c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.1163559 Sep 20 12:07:55.153931 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686054-902f-4708-9c93-354991253656 req-73b1dfeb-d58c-4b93-8ce2-252de5902450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.155448 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-73b1dfeb-d58c-4b93-8ce2-252de5902450 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1096 time: 0.1260645 Sep 20 12:07:55.178811 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-5c682139-9ed5-4e93-854e-eda76d781f74 None None] Provisioning complete for port 9806e018-d095-450f-be93-487b644e5d0b triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:55.179680 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5c682139-9ed5-4e93-854e-eda76d781f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:55.238602 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-5c682139-9ed5-4e93-854e-eda76d781f74 None None] Port 9806e018-d095-450f-be93-487b644e5d0b cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:07:55.332743 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0e7964e8-d98f-4969-b0e4-5e0121c1aa78 req-6eea6f6f-57f2-4e92-8bf3-56f55fa2aae6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761765 Sep 20 12:07:55.369645 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:55.404676 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0aadee-044e-4e53-990f-a60c23b842fa req-3b5ccebb-1d5b-4df6-9608-6b99d50654db tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.406157 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0aadee-044e-4e53-990f-a60c23b842fa req-3b5ccebb-1d5b-4df6-9608-6b99d50654db tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 931 time: 0.1897252 Sep 20 12:07:55.409550 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-783f0b17-eb56-40e3-b150-6a6f6921aa82 req-e81046bb-a2e3-401d-91a2-78bcec0a54ee service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639480 Sep 20 12:07:55.411194 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686054-902f-4708-9c93-354991253656 req-351dd022-5cda-497d-9e8a-9c7b032c97f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.412603 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-351dd022-5cda-497d-9e8a-9c7b032c97f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.2392478 Sep 20 12:07:55.424978 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:07:55.473897 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:07:55.485829 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:07:55.518654 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=cd97a44a-279e-4938-b18b-3f69bb3f57c2,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:55.565258 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c0aadee-044e-4e53-990f-a60c23b842fa req-be59d933-7e45-4358-85b1-90e0efd64c3b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396899 Sep 20 12:07:55.575745 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.576462 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:55.588693 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-538eb21a-9176-455e-8454-0fecb290efcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 200 len: 998 time: 0.1635127 Sep 20 12:07:55.604355 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845abcd-17fe-43d5-a954-488fee7ea199 req-94f855e5-ed64-4040-a40d-015eb4f3bc46 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.606114 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c845abcd-17fe-43d5-a954-488fee7ea199 req-94f855e5-ed64-4040-a40d-015eb4f3bc46 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 935 time: 0.1987271 Sep 20 12:07:55.617666 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318bea-8471-429a-8f6b-3406c5526987 req-02b3a42a-a181-48d7-bfe1-a1da59ac075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.619117 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3318bea-8471-429a-8f6b-3406c5526987 req-02b3a42a-a181-48d7-bfe1-a1da59ac075d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1096 time: 0.1256044 Sep 20 12:07:55.634086 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-3de13a0f-37fd-4a1e-abc6-528af68e9183 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3942249 Sep 20 12:07:55.653648 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Request body: {'port': {'device_id': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:07:55.742837 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:55.746665 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686054-902f-4708-9c93-354991253656 req-80f1ad10-18c8-4868-80ab-cbd4e5ad8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.748104 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-80f1ad10-18c8-4868-80ab-cbd4e5ad8fb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.1402485 Sep 20 12:07:55.752958 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c845abcd-17fe-43d5-a954-488fee7ea199 req-9b3083f3-531e-441e-8052-7e36437de6fd tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328709 Sep 20 12:07:55.781592 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-38c110b4-aa14-4aac-87f3-4075cfd6e22c None None] Provisioning complete for port cd97a44a-279e-4938-b18b-3f69bb3f57c2 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:55.782646 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-38c110b4-aa14-4aac-87f3-4075cfd6e22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:55.817591 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9806e018-d095-450f-be93-487b644e5d0b {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:07:55.830161 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:55.841185 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318bea-8471-429a-8f6b-3406c5526987 req-5e371ced-99be-4256-88d1-335b0abc3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.842562 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3318bea-8471-429a-8f6b-3406c5526987 req-5e371ced-99be-4256-88d1-335b0abc3fe8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 916 time: 0.1901686 Sep 20 12:07:55.847328 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-38c110b4-aa14-4aac-87f3-4075cfd6e22c None None] Port cd97a44a-279e-4938-b18b-3f69bb3f57c2 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:07:55.860248 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Transition to ACTIVE for port object 9806e018-d095-450f-be93-487b644e5d0b will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:07:55.864918 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:55.872626 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686054-902f-4708-9c93-354991253656 req-d6e81850-e708-4330-868d-3f81ab49db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.874099 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-d6e81850-e708-4330-868d-3f81ab49db47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993314 Sep 20 12:07:55.892562 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25139dd2-a2c3-4219-978d-9c1cdf6869bd req-7452182b-f7ab-4dd9-8a8e-e529df07f1bf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:55.893982 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-25139dd2-a2c3-4219-978d-9c1cdf6869bd req-7452182b-f7ab-4dd9-8a8e-e529df07f1bf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0729072 Sep 20 12:07:55.936889 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-25139dd2-a2c3-4219-978d-9c1cdf6869bd req-8de62b18-aa87-49b5-b3d9-b0d9817a03ac tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360975 Sep 20 12:07:55.973112 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9806e018-d095-450f-be93-487b644e5d0b,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:56.095140 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813de70-6ead-44f8-acb4-4f797c8cae91 req-33193a19-0106-43ad-88da-bf7043cdcf08 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.096680 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1813de70-6ead-44f8-acb4-4f797c8cae91 req-33193a19-0106-43ad-88da-bf7043cdcf08 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 943 time: 0.1206062 Sep 20 12:07:56.098071 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3318bea-8471-429a-8f6b-3406c5526987 req-cf0acbb8-947e-4e7b-ab7a-a8ad69bffc8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 217 time: 0.0891376 Sep 20 12:07:56.128267 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Attempting to bind port 9806e018-d095-450f-be93-487b644e5d0b on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:56.128601 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Attempting to bind port 9806e018-d095-450f-be93-487b644e5d0b by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:56.128925 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Attempting to bind port 9806e018-d095-450f-be93-487b644e5d0b on network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:56.143518 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Port 9806e018-d095-450f-be93-487b644e5d0b on network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:07:56.143836 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Attempting to bind port 9806e018-d095-450f-be93-487b644e5d0b on network 79fbc6c9-ba9e-48d5-ad71-2ab773b594dc {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:56.168132 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:56.168462 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Checking segment: {'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:56.168874 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Bound using segment: {'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:56.169274 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Bound port: 9806e018-d095-450f-be93-487b644e5d0b, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdde45f-9349-4e93-b254-e7ec26521de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:56.169626 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:56.195329 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd97a44a-279e-4938-b18b-3f69bb3f57c2 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:07:56.221567 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:56.224734 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318bea-8471-429a-8f6b-3406c5526987 req-76a46a7b-d834-4de6-9d64-5fd96b0a1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.226274 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3318bea-8471-429a-8f6b-3406c5526987 req-76a46a7b-d834-4de6-9d64-5fd96b0a1f62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 200 len: 854 time: 0.0874453 Sep 20 12:07:56.229499 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1813de70-6ead-44f8-acb4-4f797c8cae91 req-9f8c27d4-7cff-456b-b392-f6c6b2d254a8 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981047 Sep 20 12:07:56.231380 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-e5342bd8-0cc6-4b7c-8fdd-3d8c5aa5a80e service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211280 Sep 20 12:07:56.241597 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Transition to ACTIVE for port object cd97a44a-279e-4938-b18b-3f69bb3f57c2 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:07:56.259378 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:56.294315 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] For port 9806e018-d095-450f-be93-487b644e5d0b, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:56.320123 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] For port 9806e018-d095-450f-be93-487b644e5d0b, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=9806e018-d095-450f-be93-487b644e5d0b,segment=NetworkSegment(4bdde45f-9349-4e93-b254-e7ec26521de4),segment_id=4bdde45f-9349-4e93-b254-e7ec26521de4)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:56.328501 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Pushing event updated for resources: {'Port': ['ID=cd97a44a-279e-4938-b18b-3f69bb3f57c2,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:56.331485 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:56.345723 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3318bea-8471-429a-8f6b-3406c5526987 req-753d0a24-2258-4d2c-9e05-ee063e7fe2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.347277 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3318bea-8471-429a-8f6b-3406c5526987 req-753d0a24-2258-4d2c-9e05-ee063e7fe2a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071327 Sep 20 12:07:56.396971 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3686054-902f-4708-9c93-354991253656 req-d158a1d3-b3fa-4cae-a8ee-c38716578152 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474817 Sep 20 12:07:56.406577 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.407457 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:56.409027 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/9806e018-d095-450f-be93-487b644e5d0b HTTP/1.1" status: 200 len: 1097 time: 1.4161239 Sep 20 12:07:56.409610 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffad296b-7970-4303-9f4a-fc36e7e5625d', 'tag': '9806e018-d095-450f-be93-487b644e5d0b'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:07:56.412566 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f905bc-64df-4e95-a8b2-5993ca986037" -d '{"events": [{"name": "network-changed", "server_uuid": "ffad296b-7970-4303-9f4a-fc36e7e5625d", "tag": "9806e018-d095-450f-be93-487b644e5d0b"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:07:56.450995 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458bea6-6f98-455a-bbfd-764f0a79d0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=9806e018-d095-450f-be93-487b644e5d0b,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:56.485975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Attempting to bind port cd97a44a-279e-4938-b18b-3f69bb3f57c2 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:07:56.486654 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Attempting to bind port cd97a44a-279e-4938-b18b-3f69bb3f57c2 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:07:56.486654 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Attempting to bind port cd97a44a-279e-4938-b18b-3f69bb3f57c2 on network e0919a22-9079-4c43-b483-f42d20d4f9e9 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:56.504388 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2828f27-dc76-4f10-9179-49e7f2a0b7ae x-openstack-request-id: req-a2828f27-dc76-4f10-9179-49e7f2a0b7ae {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:07:56.504671 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffad296b-7970-4303-9f4a-fc36e7e5625d", "tag": "9806e018-d095-450f-be93-487b644e5d0b", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:07:56.504914 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2828f27-dc76-4f10-9179-49e7f2a0b7ae {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:07:56.505299 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffad296b-7970-4303-9f4a-fc36e7e5625d', 'tag': '9806e018-d095-450f-be93-487b644e5d0b', 'status': 'completed', 'code': 200} Sep 20 12:07:56.508683 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Port cd97a44a-279e-4938-b18b-3f69bb3f57c2 on network e0919a22-9079-4c43-b483-f42d20d4f9e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:07:56.509006 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Attempting to bind port cd97a44a-279e-4938-b18b-3f69bb3f57c2 on network e0919a22-9079-4c43-b483-f42d20d4f9e9 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:07:56.533113 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3318bea-8471-429a-8f6b-3406c5526987 req-2afaaccd-0390-4275-bbb9-bf24ee876624 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774387 Sep 20 12:07:56.539958 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:07:56.540574 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Checking segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:07:56.541162 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Bound using segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:07:56.541608 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Bound port: cd97a44a-279e-4938-b18b-3f69bb3f57c2, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:07:56.542712 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:56.600001 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-c9a2a308-cde1-448d-aad9-41afe82712f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.601591 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-c9a2a308-cde1-448d-aad9-41afe82712f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32240d1bd67a4c7f99c27c420e0d81ab&device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 1100 time: 0.1125586 Sep 20 12:07:56.658806 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75160d77-50e8-45e7-980f-51b98b1a800a req-ff5cae15-3e07-4abb-ac26-04b9b3ce928b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.667190 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-75160d77-50e8-45e7-980f-51b98b1a800a req-ff5cae15-3e07-4abb-ac26-04b9b3ce928b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.1807661 Sep 20 12:07:56.676877 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-2e30725d-9871-4f5b-9d8c-3c7c48750ef8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9806e018-d095-450f-be93-487b644e5d0b HTTP/1.1" status: 200 len: 217 time: 0.0618334 Sep 20 12:07:56.735335 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] For port cd97a44a-279e-4938-b18b-3f69bb3f57c2, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:07:56.742965 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-d9f8f7c7-ab85-44fc-b510-73e870e2d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.744478 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-d9f8f7c7-ab85-44fc-b510-73e870e2d757 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb53e4cb-87cb-4c9e-b3a2-2bc0e48d2220 HTTP/1.1" status: 200 len: 843 time: 0.0580051 Sep 20 12:07:56.753975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] For port cd97a44a-279e-4938-b18b-3f69bb3f57c2, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=cd97a44a-279e-4938-b18b-3f69bb3f57c2,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:07:56.765579 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:56.774384 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22df4-f704-409c-b247-d2bf477e283c req-43aa0ad2-ea95-4146-aec6-6d2ac55e28db tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.775926 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8db22df4-f704-409c-b247-d2bf477e283c req-43aa0ad2-ea95-4146-aec6-6d2ac55e28db tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0998430 Sep 20 12:07:56.793484 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-75160d77-50e8-45e7-980f-51b98b1a800a req-966b15b6-df4e-49f6-bf2b-2a40ac307f49 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175039 Sep 20 12:07:56.796924 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3318bea-8471-429a-8f6b-3406c5526987 req-4cfc6aed-c7bd-427c-b150-8bb35eafbdf3 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530406 Sep 20 12:07:56.824846 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.825391 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:56.826911 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] 10.222.0.57 "PUT /v2.0/ports/cd97a44a-279e-4938-b18b-3f69bb3f57c2 HTTP/1.1" status: 200 len: 1093 time: 1.1801505 Sep 20 12:07:56.858988 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-5fcef16a-fffe-4078-832c-bed0304c1948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:56.860938 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-5fcef16a-fffe-4078-832c-bed0304c1948 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79fbc6c9-ba9e-48d5-ad71-2ab773b594dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1056626 Sep 20 12:07:56.863448 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8db22df4-f704-409c-b247-d2bf477e283c req-03111efd-cd09-47ac-8494-32275d67c834 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687816 Sep 20 12:07:56.864559 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa828d-91de-430a-b57b-c277c6e3d571 service neutron] Pushing event updated for resources: {'Port': ['ID=cd97a44a-279e-4938-b18b-3f69bb3f57c2,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:57.044760 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b4672-2120-4ee5-afa5-e7e0ff225ce7 req-862a7bf6-dac1-43f2-a55b-dff75052b6e9 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:57.046586 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-975b4672-2120-4ee5-afa5-e7e0ff225ce7 req-862a7bf6-dac1-43f2-a55b-dff75052b6e9 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0956755 Sep 20 12:07:57.060135 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6bea-09fa-4771-8317-15c73619905f req-9c5c1b19-8287-4aa2-bfe4-b08dfedfd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:57.061794 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-9c5c1b19-8287-4aa2-bfe4-b08dfedfd546 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 1096 time: 0.1488609 Sep 20 12:07:57.092801 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-8245528b-fc0b-445c-ae91-ee9f30d4b6f6 service neutron] 10.222.0.57 "GET /v2.0/networks/79fbc6c9-ba9e-48d5-ad71-2ab773b594dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080936 Sep 20 12:07:57.103814 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 99a0178b-f594-46fc-931f-01d849e1b809 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:07:57.136896 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-975b4672-2120-4ee5-afa5-e7e0ff225ce7 req-ecb008eb-91f0-4990-9c3a-6bd1c34fdb8f tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837634 Sep 20 12:07:57.164535 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2cce-a18f-430c-a99e-515fc3066b4a req-1a18cfa8-90b5-41d8-a786-3e51850cd38f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:57.185842 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ee4c2cce-a18f-430c-a99e-515fc3066b4a req-1a18cfa8-90b5-41d8-a786-3e51850cd38f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.1204154 Sep 20 12:07:57.207860 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-aa10b1c0-ce74-49cb-b60f-9e9b882e9322 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd97a44a-279e-4938-b18b-3f69bb3f57c2 HTTP/1.1" status: 200 len: 217 time: 0.1358902 Sep 20 12:07:57.266765 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ee4c2cce-a18f-430c-a99e-515fc3066b4a req-daac9bf6-84c8-44bb-b250-3a5fccf4f31a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744555 Sep 20 12:07:57.323102 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 99a0178b-f594-46fc-931f-01d849e1b809, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=99a0178b-f594-46fc-931f-01d849e1b809,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:57.354075 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '99a0178b-f594-46fc-931f-01d849e1b809', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'port_id': '99a0178b-f594-46fc-931f-01d849e1b809', 'mac_address': 'fa:16:3e:73:b0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:07:57.357046 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6bea-09fa-4771-8317-15c73619905f req-2f12b4fb-9601-4385-b800-290bf2642450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:57.358129 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-2f12b4fb-9601-4385-b800-290bf2642450 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.1209047 Sep 20 12:07:57.371951 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e6d78b46-c7f8-49f7-b819-70889990ae84 req-ceb95194-6660-425e-8e7b-8d69aca5def4 service neutron] 10.222.0.57 "GET /v2.0/networks/79fbc6c9-ba9e-48d5-ad71-2ab773b594dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912589 Sep 20 12:07:57.422622 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:57.446327 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a0178b-f594-46fc-931f-01d849e1b809 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:07:57.513315 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6bea-09fa-4771-8317-15c73619905f req-ab1aaee6-44bb-4090-8243-d548bab07c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:57.516263 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-ab1aaee6-44bb-4090-8243-d548bab07c12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668528 Sep 20 12:07:57.519188 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 99a0178b-f594-46fc-931f-01d849e1b809, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=99a0178b-f594-46fc-931f-01d849e1b809,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:57.525333 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:57.533627 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c06c0-9d05-4e4b-b64a-b41c43802886 req-7383a6d4-355b-47b2-8cc6-2e9177459710 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:57.535670 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-433c06c0-9d05-4e4b-b64a-b41c43802886 req-7383a6d4-355b-47b2-8cc6-2e9177459710 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 943 time: 0.1546659 Sep 20 12:07:57.587317 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-433c06c0-9d05-4e4b-b64a-b41c43802886 req-508d2ff6-13f0-4e57-8749-1c8c5af36dae tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446532 Sep 20 12:07:57.591670 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=99a0178b-f594-46fc-931f-01d849e1b809,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:57.823149 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['99a0178b-f594-46fc-931f-01d849e1b809'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:07:57.956039 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036eb973-5dab-4d07-af2e-b0c63c747b3c req-6ac82e02-b45d-472c-a2a8-579e7208cc4f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:57.958298 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-036eb973-5dab-4d07-af2e-b0c63c747b3c req-6ac82e02-b45d-472c-a2a8-579e7208cc4f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0954669 Sep 20 12:07:58.037681 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-036eb973-5dab-4d07-af2e-b0c63c747b3c req-46138890-44c1-490a-b87c-55d206f3e730 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722482 Sep 20 12:07:58.045739 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e057a-0262-4188-883e-9ce5d8462e75 req-b0449c72-66a0-4bf8-b73d-7c5a7c8de678 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:58.047150 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4e7e057a-0262-4188-883e-9ce5d8462e75 req-b0449c72-66a0-4bf8-b73d-7c5a7c8de678 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0835345 Sep 20 12:07:58.094451 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4e7e057a-0262-4188-883e-9ce5d8462e75 req-a1c92722-7873-446b-a06d-db924f86d4da tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407770 Sep 20 12:07:58.290376 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c80ebe-e819-49fb-ad4b-c903d957b258 req-c7ba124c-20ff-4f5e-b146-1ad95a97a1bc tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:58.292126 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-73c80ebe-e819-49fb-ad4b-c903d957b258 req-c7ba124c-20ff-4f5e-b146-1ad95a97a1bc tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0505080 Sep 20 12:07:58.353183 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-73c80ebe-e819-49fb-ad4b-c903d957b258 req-82958ee5-9dbe-4105-9db8-c680f8b35aae tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489404 Sep 20 12:07:58.473628 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60191e52-5e2c-43bd-9f88-da69070c69a3 req-dd712bbb-5112-4280-a3fd-480dab24001e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:58.475670 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-60191e52-5e2c-43bd-9f88-da69070c69a3 req-dd712bbb-5112-4280-a3fd-480dab24001e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0534117 Sep 20 12:07:58.506080 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'tag': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:07:58.508552 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bb7f47-ad94-4273-8984-de2e579eefde" -d '{"events": [{"name": "network-changed", "server_uuid": "0beaf840-ea0e-41a8-8224-f4fda4d1ecdd", "tag": "cd97a44a-279e-4938-b18b-3f69bb3f57c2"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:07:58.541066 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-60191e52-5e2c-43bd-9f88-da69070c69a3 req-410bd074-1f5d-440c-9e68-7fc6b1430630 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565484 Sep 20 12:07:58.553374 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6168c5b-3d4b-4615-9889-42db73d92aa2 req-51f3a258-1c3d-4d5f-a309-f53a25297473 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:58.554909 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a6168c5b-3d4b-4615-9889-42db73d92aa2 req-51f3a258-1c3d-4d5f-a309-f53a25297473 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0783458 Sep 20 12:07:58.593400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9695352a-f900-4e76-809a-024db16ce88e x-openstack-request-id: req-9695352a-f900-4e76-809a-024db16ce88e {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:07:58.593924 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0beaf840-ea0e-41a8-8224-f4fda4d1ecdd", "tag": "cd97a44a-279e-4938-b18b-3f69bb3f57c2", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:07:58.593924 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9695352a-f900-4e76-809a-024db16ce88e {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:07:58.594285 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'tag': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'status': 'completed', 'code': 200} Sep 20 12:07:58.605017 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a6168c5b-3d4b-4615-9889-42db73d92aa2 req-e38d4c1e-4535-4a4d-bdef-6c53eaef150a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374417 Sep 20 12:07:58.707828 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff3f1-780c-40ab-80c3-a904afd38645 req-45460e04-5dc8-4660-b36c-e804946d499d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:58.710005 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-646ff3f1-780c-40ab-80c3-a904afd38645 req-45460e04-5dc8-4660-b36c-e804946d499d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 944 time: 0.0542216 Sep 20 12:07:58.750323 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-646ff3f1-780c-40ab-80c3-a904afd38645 req-f60a7b89-a9d0-47fc-81ac-f6cad39c3474 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Sep 20 12:07:59.126146 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 99a0178b-f594-46fc-931f-01d849e1b809 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:07:59.174294 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cc4f9-cba0-42e1-8f97-583ba7931a3a req-879bfbfd-7304-466c-b944-d3ec93dc7a89 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:59.175943 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c70cc4f9-cba0-42e1-8f97-583ba7931a3a req-879bfbfd-7304-466c-b944-d3ec93dc7a89 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0672162 Sep 20 12:07:59.201303 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 99a0178b-f594-46fc-931f-01d849e1b809 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:07:59.205057 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 99a0178b-f594-46fc-931f-01d849e1b809 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:07:59.205771 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:59.271705 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c70cc4f9-cba0-42e1-8f97-583ba7931a3a req-ddca9dc8-9413-4e6f-8f51-ca4bfbdec573 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864673 Sep 20 12:07:59.290936 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d19ba1-0ea7-43c3-82e5-58f61c3a6155 req-3b545646-36e3-42db-a969-cc44a6ac7dda tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:59.292801 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f5d19ba1-0ea7-43c3-82e5-58f61c3a6155 req-3b545646-36e3-42db-a969-cc44a6ac7dda tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.1090250 Sep 20 12:07:59.302746 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:59.325051 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:07:59.327210 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40681571-6029-4f73-9696-a23250ee0a95" -d '{"events": [{"server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "name": "network-vif-plugged", "status": "completed", "tag": "99a0178b-f594-46fc-931f-01d849e1b809"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:07:59.331018 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f5d19ba1-0ea7-43c3-82e5-58f61c3a6155 req-e632ff66-b6da-4c5f-a5b8-0891bd33957f tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Sep 20 12:07:59.344349 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 99a0178b-f594-46fc-931f-01d849e1b809, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=99a0178b-f594-46fc-931f-01d849e1b809,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:07:59.348943 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:07:59.372108 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbae76d-aadd-4e53-b906-9b36bc40d0c3 x-openstack-request-id: req-7cbae76d-aadd-4e53-b906-9b36bc40d0c3 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:07:59.372401 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "name": "network-vif-plugged", "status": "completed", "tag": "99a0178b-f594-46fc-931f-01d849e1b809", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:07:59.372646 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cbae76d-aadd-4e53-b906-9b36bc40d0c3 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:07:59.373027 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809', 'code': 200} Sep 20 12:07:59.400193 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=99a0178b-f594-46fc-931f-01d849e1b809,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:07:59.502064 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fc1ca-57e5-4295-9dda-3f216a5195c5 req-cac52af7-6b1c-4fbb-97f1-f00217129b70 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:59.503678 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2c2fc1ca-57e5-4295-9dda-3f216a5195c5 req-cac52af7-6b1c-4fbb-97f1-f00217129b70 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0530944 Sep 20 12:07:59.544132 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2c2fc1ca-57e5-4295-9dda-3f216a5195c5 req-d4fd4007-2cde-4d2e-8fb9-01f550ac9c85 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Sep 20 12:07:59.666078 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d2a94-27d1-4f7f-bbb8-f9f0d301c857 req-3871d298-bf81-455e-94bf-7c4898ea1a46 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:59.667929 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5f0d2a94-27d1-4f7f-bbb8-f9f0d301c857 req-3871d298-bf81-455e-94bf-7c4898ea1a46 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0570505 Sep 20 12:07:59.730569 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5f0d2a94-27d1-4f7f-bbb8-f9f0d301c857 req-d7ed3d10-244a-477b-9280-3a408203649d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566671 Sep 20 12:07:59.747253 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441bf68-b5e2-4291-bb6e-cb9b2795911d req-2e335805-e849-42a6-8c8b-111ea4bdedf7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:59.748953 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e441bf68-b5e2-4291-bb6e-cb9b2795911d req-2e335805-e849-42a6-8c8b-111ea4bdedf7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0692616 Sep 20 12:07:59.792074 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e441bf68-b5e2-4291-bb6e-cb9b2795911d req-832ca4f6-7178-4e1c-9bfe-c9874ef7ca77 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365984 Sep 20 12:07:59.871328 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f40c67-bb2a-45a3-b563-a316f70642a2 req-cfb749a5-d766-4596-9296-cef4c58f92fb tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:07:59.872777 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-56f40c67-bb2a-45a3-b563-a316f70642a2 req-cfb749a5-d766-4596-9296-cef4c58f92fb tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0522022 Sep 20 12:07:59.915253 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-56f40c67-bb2a-45a3-b563-a316f70642a2 req-2c55e341-d84e-4a63-8107-2d594c50b758 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356598 Sep 20 12:08:00.397054 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b8293-188d-4b03-9028-4ff231c845b1 req-9d41e961-30f7-4cd8-ba58-c7ea7003aaf6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:00.398696 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-311b8293-188d-4b03-9028-4ff231c845b1 req-9d41e961-30f7-4cd8-ba58-c7ea7003aaf6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0607204 Sep 20 12:08:00.457962 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-311b8293-188d-4b03-9028-4ff231c845b1 req-f3beb470-627f-40f1-8699-88c33c1565d3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535784 Sep 20 12:08:00.478739 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccfe36-ac19-493b-acd3-830858b4ce95 req-081fda2b-86df-406d-8b11-06a72994ac3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:00.480352 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c9ccfe36-ac19-493b-acd3-830858b4ce95 req-081fda2b-86df-406d-8b11-06a72994ac3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0626514 Sep 20 12:08:00.517730 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c9ccfe36-ac19-493b-acd3-830858b4ce95 req-d60acfef-31d9-41d9-9854-5a40850fc09e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312619 Sep 20 12:08:00.670095 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f9868-6dee-4ba0-8f98-059ec3b1ff53 req-1220a2b5-6e3f-4278-8980-b0be744b3fc2 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:00.671529 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-939f9868-6dee-4ba0-8f98-059ec3b1ff53 req-1220a2b5-6e3f-4278-8980-b0be744b3fc2 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0522788 Sep 20 12:08:00.708486 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-939f9868-6dee-4ba0-8f98-059ec3b1ff53 req-a2539079-e5f2-4a10-801c-2cc93cf9e68b tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Sep 20 12:08:00.884810 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c096e-7580-4453-8214-13fd8e44d535 req-0e03434b-facd-4a9d-907f-2b4ecbb8b6cf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:00.886330 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-420c096e-7580-4453-8214-13fd8e44d535 req-0e03434b-facd-4a9d-907f-2b4ecbb8b6cf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0785241 Sep 20 12:08:00.951397 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-420c096e-7580-4453-8214-13fd8e44d535 req-9d34c119-039f-4ae2-9f35-8e4ec2bd4fc3 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576093 Sep 20 12:08:00.972470 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2da7f0-d093-4f9d-b807-9e97e0b07376 req-33a629a5-6b44-4803-8335-2e013359ffac tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:00.973781 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0a2da7f0-d093-4f9d-b807-9e97e0b07376 req-33a629a5-6b44-4803-8335-2e013359ffac tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0814846 Sep 20 12:08:01.020200 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0a2da7f0-d093-4f9d-b807-9e97e0b07376 req-3ff51ccb-9c37-438e-a8ed-75829f89b019 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Sep 20 12:08:01.087435 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36996f-69a1-44af-824b-c32dcbb16dbd req-1d87aeb1-7365-45ff-bd5d-b62be1e2a966 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:01.089034 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7a36996f-69a1-44af-824b-c32dcbb16dbd req-1d87aeb1-7365-45ff-bd5d-b62be1e2a966 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0473785 Sep 20 12:08:01.129578 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7a36996f-69a1-44af-824b-c32dcbb16dbd req-40ee02d5-76e8-4f30-befc-7fd32a0423e2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343339 Sep 20 12:08:01.599495 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692a39d-9e66-48b6-9fb7-8a53420d4234 req-24c63676-7c49-4109-a7b2-0f8a2bd8d925 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:01.601821 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d692a39d-9e66-48b6-9fb7-8a53420d4234 req-24c63676-7c49-4109-a7b2-0f8a2bd8d925 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0720730 Sep 20 12:08:01.665535 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d692a39d-9e66-48b6-9fb7-8a53420d4234 req-0efcf43a-ffa7-40e3-8ce3-f51bf8b5539c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543408 Sep 20 12:08:01.679813 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5d798-8d12-4c6d-a125-cad052bffb92 req-744603e8-1339-4387-8751-81a330e225a1 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:01.681456 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e1b5d798-8d12-4c6d-a125-cad052bffb92 req-744603e8-1339-4387-8751-81a330e225a1 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0784130 Sep 20 12:08:01.950251 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e1b5d798-8d12-4c6d-a125-cad052bffb92 req-077326e4-4d7f-4e08-ba6c-16b4619ba57a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622836 Sep 20 12:08:01.966154 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4d089-ec8a-4046-97cb-6094f2b4393a req-a9bb4961-af02-450d-86d7-414b3ff9e8fb tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:01.967655 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-42e4d089-ec8a-4046-97cb-6094f2b4393a req-a9bb4961-af02-450d-86d7-414b3ff9e8fb tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0614266 Sep 20 12:08:02.010325 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-42e4d089-ec8a-4046-97cb-6094f2b4393a req-a8ee4564-a7a1-405a-b9c4-f4c31a574244 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359201 Sep 20 12:08:02.100716 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d7cb4-73cb-43ce-864a-6f9a2e2050a1 req-2b3a170f-7ca6-4dc9-977a-5d71b5f1c3a5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:02.102696 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fb9d7cb4-73cb-43ce-864a-6f9a2e2050a1 req-2b3a170f-7ca6-4dc9-977a-5d71b5f1c3a5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0652816 Sep 20 12:08:02.168578 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fb9d7cb4-73cb-43ce-864a-6f9a2e2050a1 req-02692861-3b04-44ad-b94f-1e7208e62825 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574431 Sep 20 12:08:02.177171 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae1e4f-a03d-412d-8253-1b7cbe5533fe req-002d0f5e-4649-464f-9a8e-b905dd1dfe99 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:02.178830 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b5ae1e4f-a03d-412d-8253-1b7cbe5533fe req-002d0f5e-4649-464f-9a8e-b905dd1dfe99 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0870869 Sep 20 12:08:02.228587 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b5ae1e4f-a03d-412d-8253-1b7cbe5533fe req-bd75b5ac-6c57-4a15-b225-573ef0df2b67 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387335 Sep 20 12:08:02.290293 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fd482-ad0f-4567-9dff-69af70cec369 req-cf37d27e-ee7d-4f90-b3e3-3eaa4c361768 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:02.292226 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bc7fd482-ad0f-4567-9dff-69af70cec369 req-cf37d27e-ee7d-4f90-b3e3-3eaa4c361768 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0556200 Sep 20 12:08:02.329623 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bc7fd482-ad0f-4567-9dff-69af70cec369 req-02d7547a-bdee-4f93-a992-15a09e373134 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Sep 20 12:08:02.815569 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2935e-cb43-4d8d-bd46-96c931e20491 req-69565e7e-4f9c-4e2b-a319-e3642163c47c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:02.817169 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-36a2935e-cb43-4d8d-bd46-96c931e20491 req-69565e7e-4f9c-4e2b-a319-e3642163c47c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0678773 Sep 20 12:08:02.885765 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-36a2935e-cb43-4d8d-bd46-96c931e20491 req-d86dcf6c-3d67-4719-8412-00eabc5b6675 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601823 Sep 20 12:08:02.938940 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:08:03.071751 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5adfd-479d-4a1b-bcdc-958d91d4f14e req-6a8e088b-1d93-4510-91c0-c8bcd246f509 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:03.076849 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fac5adfd-479d-4a1b-bcdc-958d91d4f14e req-6a8e088b-1d93-4510-91c0-c8bcd246f509 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0572891 Sep 20 12:08:03.139628 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fac5adfd-479d-4a1b-bcdc-958d91d4f14e req-894608c1-fa67-44db-ba21-ed9e1801a0d3 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530739 Sep 20 12:08:03.151646 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9789c-b9d2-49d9-a146-6b6f271ee010 req-cfb36788-29fd-40de-9732-2ec618567422 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:03.153272 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-aff9789c-b9d2-49d9-a146-6b6f271ee010 req-cfb36788-29fd-40de-9732-2ec618567422 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0767534 Sep 20 12:08:03.192479 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-aff9789c-b9d2-49d9-a146-6b6f271ee010 req-cebe2ba6-9074-4adb-a31f-a42186cb1b75 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331075 Sep 20 12:08:03.292592 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc408c-632e-4902-b005-6a27a22339b8 req-5be25ca6-efcc-4ac0-9d69-8a1430e39928 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:03.294128 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a5cc408c-632e-4902-b005-6a27a22339b8 req-5be25ca6-efcc-4ac0-9d69-8a1430e39928 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0514278 Sep 20 12:08:03.361582 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a5cc408c-632e-4902-b005-6a27a22339b8 req-71b53e58-637c-4436-a726-851a3b4d05e7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615652 Sep 20 12:08:03.379461 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47bc68-7bae-478c-9a0a-9b4573f55a29 req-75e60e6c-ccbc-493c-8021-44329bbcf5e7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:03.381076 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ba47bc68-7bae-478c-9a0a-9b4573f55a29 req-75e60e6c-ccbc-493c-8021-44329bbcf5e7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0749948 Sep 20 12:08:03.434757 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ba47bc68-7bae-478c-9a0a-9b4573f55a29 req-02d54078-154a-4ade-8d48-495aebdd6554 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Sep 20 12:08:03.470154 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aebb48-e601-47ae-80f7-c6621af3b6f0 req-b0d318da-a4c4-4d01-89d6-71aa6bfc4fb1 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:03.471717 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c4aebb48-e601-47ae-80f7-c6621af3b6f0 req-b0d318da-a4c4-4d01-89d6-71aa6bfc4fb1 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0531838 Sep 20 12:08:03.511451 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c4aebb48-e601-47ae-80f7-c6621af3b6f0 req-9d38972a-9a2b-4676-b140-0226637113b0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333505 Sep 20 12:08:04.009021 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac903d-15ba-4798-bc7f-e7807e972b88 req-accf2aa8-2b43-43f6-93a3-18d7567b48e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:04.010484 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5bac903d-15ba-4798-bc7f-e7807e972b88 req-accf2aa8-2b43-43f6-93a3-18d7567b48e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0528207 Sep 20 12:08:04.047405 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5bac903d-15ba-4798-bc7f-e7807e972b88 req-4a36d812-db23-4680-9c9b-92d32d406335 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303793 Sep 20 12:08:04.261687 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcbf70-5ab2-4e1e-a24b-b1a484367d5c req-78eebe4c-3a9a-45c7-a7dd-010e88591cef tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:04.263577 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-58fcbf70-5ab2-4e1e-a24b-b1a484367d5c req-78eebe4c-3a9a-45c7-a7dd-010e88591cef tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0582142 Sep 20 12:08:04.333168 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-58fcbf70-5ab2-4e1e-a24b-b1a484367d5c req-f10adebc-6820-4be2-acb1-96d54ab69838 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637207 Sep 20 12:08:04.352045 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0796e3-723d-4d9f-affa-9ef5afb45942 req-32676dbc-0842-4863-9ffd-056a250ada9f tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:04.353374 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9c0796e3-723d-4d9f-affa-9ef5afb45942 req-32676dbc-0842-4863-9ffd-056a250ada9f tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0752971 Sep 20 12:08:04.400053 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9c0796e3-723d-4d9f-affa-9ef5afb45942 req-58e32470-0100-4d56-851a-060df1536e46 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Sep 20 12:08:04.485416 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e48910-ca3d-4017-bccd-a6b2cbfeaac9 req-5ccb1fa4-375d-419d-ac38-4af4113ac3f2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:04.487151 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b0e48910-ca3d-4017-bccd-a6b2cbfeaac9 req-5ccb1fa4-375d-419d-ac38-4af4113ac3f2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0522361 Sep 20 12:08:04.553794 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b0e48910-ca3d-4017-bccd-a6b2cbfeaac9 req-8b9f89d0-bee0-498b-a355-36c9be420251 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587380 Sep 20 12:08:04.573270 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71948461-98b1-4bf2-8555-fa8d4cb79a00 req-7d5643ea-eaba-4ab0-b185-20d0f678bbaf tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:04.574717 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-71948461-98b1-4bf2-8555-fa8d4cb79a00 req-7d5643ea-eaba-4ab0-b185-20d0f678bbaf tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0640638 Sep 20 12:08:04.630903 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-71948461-98b1-4bf2-8555-fa8d4cb79a00 req-08f02be8-a4cb-44fb-a90f-2777ebfdab3f tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457597 Sep 20 12:08:04.668419 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d787fb2-c7d3-4de0-9950-669bd073e358 req-c656069d-6478-4002-966a-711f498f738e tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:04.670355 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2d787fb2-c7d3-4de0-9950-669bd073e358 req-c656069d-6478-4002-966a-711f498f738e tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0609889 Sep 20 12:08:04.711293 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2d787fb2-c7d3-4de0-9950-669bd073e358 req-007f9318-8c8e-48d9-901b-b1f1cb037ec6 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329645 Sep 20 12:08:05.180927 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ffe8e-8223-45db-8b51-84cc04b33f4e req-157f0048-069f-4563-8ad1-ce171202d7f9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:05.182399 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-895ffe8e-8223-45db-8b51-84cc04b33f4e req-157f0048-069f-4563-8ad1-ce171202d7f9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0566945 Sep 20 12:08:05.229309 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-895ffe8e-8223-45db-8b51-84cc04b33f4e req-0658a564-c951-411a-8cce-6532977fa6e7 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386789 Sep 20 12:08:05.465369 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d77f67-805d-405f-a59f-a62c904e560c req-5340bdac-afec-42f2-a9af-0b92ec2d8fd5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:05.466876 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-49d77f67-805d-405f-a59f-a62c904e560c req-5340bdac-afec-42f2-a9af-0b92ec2d8fd5 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0673892 Sep 20 12:08:05.533442 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-49d77f67-805d-405f-a59f-a62c904e560c req-189f400d-8991-45e2-a1a6-7d269e257027 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564704 Sep 20 12:08:05.542783 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0180f-9601-4bef-88db-95f2379cfb9b req-0546a7e2-7352-4a5e-979d-c3bdeb2cbd74 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:05.544330 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-00d0180f-9601-4bef-88db-95f2379cfb9b req-0546a7e2-7352-4a5e-979d-c3bdeb2cbd74 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0756683 Sep 20 12:08:05.590793 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-00d0180f-9601-4bef-88db-95f2379cfb9b req-f2a9e456-df96-45b5-9a95-27e9605cc85c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Sep 20 12:08:05.688918 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311011-0a8c-4c90-9104-c3f71f353871 req-34caed56-51aa-4213-842c-b9bf03f6c1b4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:05.690445 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bd311011-0a8c-4c90-9104-c3f71f353871 req-34caed56-51aa-4213-842c-b9bf03f6c1b4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0551457 Sep 20 12:08:05.761585 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bd311011-0a8c-4c90-9104-c3f71f353871 req-a4e549be-7ce5-498b-9c93-63b101f2ddb8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635667 Sep 20 12:08:05.782955 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c19ebc-e507-4265-b7b2-12d230df321a req-514c0a1f-90b1-465f-9de7-15ecda1292d9 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:05.782955 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-30c19ebc-e507-4265-b7b2-12d230df321a req-514c0a1f-90b1-465f-9de7-15ecda1292d9 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0776298 Sep 20 12:08:05.824817 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-30c19ebc-e507-4265-b7b2-12d230df321a req-38b10d77-7426-495a-8c0a-9785617580fe tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388505 Sep 20 12:08:05.882141 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46f5ee-e88e-4baa-8c3c-6e5ed1c66db5 req-98803012-a3db-44f3-879b-83d1c1ab8a77 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:05.883629 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9a46f5ee-e88e-4baa-8c3c-6e5ed1c66db5 req-98803012-a3db-44f3-879b-83d1c1ab8a77 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0531087 Sep 20 12:08:05.922746 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9a46f5ee-e88e-4baa-8c3c-6e5ed1c66db5 req-060c9b4b-5813-4cf8-9b12-ade8509002b2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Sep 20 12:08:06.353814 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef001d1d-83da-4b48-af45-41ba74b86e99 req-f8db8287-c806-47c9-a2f7-60b1b42663cb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:06.355434 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef001d1d-83da-4b48-af45-41ba74b86e99 req-f8db8287-c806-47c9-a2f7-60b1b42663cb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0496211 Sep 20 12:08:06.393811 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef001d1d-83da-4b48-af45-41ba74b86e99 req-83413173-8171-419d-9b4e-3b86ffba9f29 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324786 Sep 20 12:08:06.663583 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c0fdf-f8b0-417a-a225-74bbb386da65 req-126ba61d-cb1d-4706-9556-5bb2c48c3ef8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:06.665544 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4d5c0fdf-f8b0-417a-a225-74bbb386da65 req-126ba61d-cb1d-4706-9556-5bb2c48c3ef8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0596726 Sep 20 12:08:06.746886 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b37b5-3a8e-46b7-8e2d-9db6d5440ec6 req-3a1fc1ea-95a8-485f-9601-c21a2e542094 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:06.750607 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-438b37b5-3a8e-46b7-8e2d-9db6d5440ec6 req-3a1fc1ea-95a8-485f-9601-c21a2e542094 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0840287 Sep 20 12:08:06.753802 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4d5c0fdf-f8b0-417a-a225-74bbb386da65 req-a6ad992a-dc98-4ded-acd9-197b992a9711 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685966 Sep 20 12:08:06.800013 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-438b37b5-3a8e-46b7-8e2d-9db6d5440ec6 req-24437944-d8da-4d0c-abd9-c3cdc87f4b73 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 Sep 20 12:08:06.890432 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd16c82-f4cf-4050-9e5f-d4338dee3b8e req-59884f74-97aa-45ed-bac2-3c5ac6840d37 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:06.892057 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0fd16c82-f4cf-4050-9e5f-d4338dee3b8e req-59884f74-97aa-45ed-bac2-3c5ac6840d37 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0613143 Sep 20 12:08:06.963400 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0fd16c82-f4cf-4050-9e5f-d4338dee3b8e req-7bd1a771-f2d8-43c7-86c8-b61ef0109138 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591741 Sep 20 12:08:06.971918 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee0777-3c15-4d56-bc96-d2766f57ef2b req-13f58bcf-5964-4d7c-9b4b-4c67f0d48f65 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:06.973471 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e8ee0777-3c15-4d56-bc96-d2766f57ef2b req-13f58bcf-5964-4d7c-9b4b-4c67f0d48f65 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0777113 Sep 20 12:08:07.013156 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e8ee0777-3c15-4d56-bc96-d2766f57ef2b req-359a1b24-cd26-4d98-926c-199dcd871c7f tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Sep 20 12:08:07.080131 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76552a4-8155-4082-8cd8-12234929f554 req-8174d69c-0336-4ac7-99e8-79e42eb0dafc tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:07.081553 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a76552a4-8155-4082-8cd8-12234929f554 req-8174d69c-0336-4ac7-99e8-79e42eb0dafc tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0623217 Sep 20 12:08:07.122468 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a76552a4-8155-4082-8cd8-12234929f554 req-4ac6d214-da6f-4497-baa2-3a7452c3d7c0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344193 Sep 20 12:08:07.522244 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf2cf7-7156-4d2e-b377-fc0b9dc7844d req-dac1c81b-1c84-4ab9-8cae-3854e216332f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:07.523748 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f2cf2cf7-7156-4d2e-b377-fc0b9dc7844d req-dac1c81b-1c84-4ab9-8cae-3854e216332f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0509977 Sep 20 12:08:07.561239 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f2cf2cf7-7156-4d2e-b377-fc0b9dc7844d req-1a4ef926-198d-4bed-9654-0842de056da3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315132 Sep 20 12:08:07.874190 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc88164-3571-42fe-a12b-6742ecdf32a5 req-aa273dbe-bc12-4b48-b451-6562acc8b88b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:07.875938 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fdc88164-3571-42fe-a12b-6742ecdf32a5 req-aa273dbe-bc12-4b48-b451-6562acc8b88b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0542581 Sep 20 12:08:07.942431 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fdc88164-3571-42fe-a12b-6742ecdf32a5 req-3baa10a5-a00c-464c-a850-84db40628140 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576839 Sep 20 12:08:07.953757 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5904c90-5839-4633-85af-354347cbf06b req-ffb6f969-bb89-4c6c-9c19-3263f51f6e7c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:07.955251 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d5904c90-5839-4633-85af-354347cbf06b req-ffb6f969-bb89-4c6c-9c19-3263f51f6e7c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0784626 Sep 20 12:08:07.998187 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d5904c90-5839-4633-85af-354347cbf06b req-31062e2a-e630-475f-84ec-a7628558b783 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360796 Sep 20 12:08:08.081395 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8f6aa-42f1-4474-bfe0-2e6d968312ff req-2993a302-45cf-43af-93bd-dcaf7792d629 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:08.082893 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8ef8f6aa-42f1-4474-bfe0-2e6d968312ff req-2993a302-45cf-43af-93bd-dcaf7792d629 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0486438 Sep 20 12:08:08.152997 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb16052-0ee2-4c34-90a1-9798e803f045 req-484c5040-fe01-407b-aada-bd5ac5468e11 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:08.154459 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fdb16052-0ee2-4c34-90a1-9798e803f045 req-484c5040-fe01-407b-aada-bd5ac5468e11 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0701327 Sep 20 12:08:08.157573 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8ef8f6aa-42f1-4474-bfe0-2e6d968312ff req-7d8cad6f-59d1-4bde-a113-523419b39b28 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650568 Sep 20 12:08:08.197428 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fdb16052-0ee2-4c34-90a1-9798e803f045 req-b28a36b3-384a-4da4-a2f7-d25b2033b2a4 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Sep 20 12:08:08.260162 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96458027-6935-435b-b869-2e6668867d2e req-e2576e7a-c434-4423-aa26-cda61cad0f68 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:08.261641 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-96458027-6935-435b-b869-2e6668867d2e req-e2576e7a-c434-4423-aa26-cda61cad0f68 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0487766 Sep 20 12:08:08.300642 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-96458027-6935-435b-b869-2e6668867d2e req-d30a6e74-06b5-42e9-bf69-038bf57c6d9b tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Sep 20 12:08:08.684332 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cd9dd-ab55-4814-b6f8-c5abcb8e1081 req-fc0ec4a6-2663-4e6f-9271-bc5cb026e73c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:08.685778 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-858cd9dd-ab55-4814-b6f8-c5abcb8e1081 req-fc0ec4a6-2663-4e6f-9271-bc5cb026e73c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0478022 Sep 20 12:08:08.721568 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-858cd9dd-ab55-4814-b6f8-c5abcb8e1081 req-c8067374-1abd-4dc2-9fe3-8d4cc927ff19 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301259 Sep 20 12:08:09.022510 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-a192f7a8-18e2-40de-ba2d-587594c82483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.024058 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-a192f7a8-18e2-40de-ba2d-587594c82483 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32240d1bd67a4c7f99c27c420e0d81ab&device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 1100 time: 0.1011503 Sep 20 12:08:09.071008 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8b84c-f7ee-49c0-973a-fd8cd38022ff req-75a1cd8d-a49f-4ae3-b08f-4f8e40aabcf9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.072771 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-36b8b84c-f7ee-49c0-973a-fd8cd38022ff req-75a1cd8d-a49f-4ae3-b08f-4f8e40aabcf9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0588977 Sep 20 12:08:09.091214 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-150938ea-0c90-4a3f-af95-81e4a67470ae service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582105 Sep 20 12:08:09.167882 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-36b8b84c-f7ee-49c0-973a-fd8cd38022ff req-321b9ee6-771d-45e5-8f8a-fc979e7d2cf3 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861468 Sep 20 12:08:09.176684 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e90f6-3d5d-4595-b2d9-ca79a960772e req-e1e91559-c558-4064-a841-55dcab80389d tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.179502 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-503e90f6-3d5d-4595-b2d9-ca79a960772e req-e1e91559-c558-4064-a841-55dcab80389d tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.1050730 Sep 20 12:08:09.190735 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ddc7b-08d8-42ed-81a1-3b08dc52da3b req-562fe9b1-e38c-4713-92be-67deac42447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.190735 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e66ddc7b-08d8-42ed-81a1-3b08dc52da3b req-562fe9b1-e38c-4713-92be-67deac42447e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1098 time: 0.1016521 Sep 20 12:08:09.206642 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-12b37adb-1a9d-4dbe-90fe-094fd87e6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.208184 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-12b37adb-1a9d-4dbe-90fe-094fd87e6efd service neutron] 10.222.0.57 "GET /v2.0/networks?id=79fbc6c9-ba9e-48d5-ad71-2ab773b594dc HTTP/1.1" status: 200 len: 870 time: 0.1636584 Sep 20 12:08:09.241502 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-503e90f6-3d5d-4595-b2d9-ca79a960772e req-35eca1b5-9997-4b49-8bc4-11e0350997cc tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536253 Sep 20 12:08:09.262662 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e66ddc7b-08d8-42ed-81a1-3b08dc52da3b req-1a36ea78-9283-4a50-b635-85e4fad4a93c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606873 Sep 20 12:08:09.262772 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-ac3dfec9-56be-4c63-af44-d52a88059c38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9806e018-d095-450f-be93-487b644e5d0b HTTP/1.1" status: 200 len: 217 time: 0.0404003 Sep 20 12:08:09.264173 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2b9a6bea-09fa-4771-8317-15c73619905f req-de2ab603-348c-4f01-acca-5c810132cfe7 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460199 Sep 20 12:08:09.302357 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8972f-a251-41ee-ad03-bbdf7d57920e req-aee03f45-7f55-43e4-8061-fa069eaaa1bf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.303819 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ced8972f-a251-41ee-ad03-bbdf7d57920e req-aee03f45-7f55-43e4-8061-fa069eaaa1bf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0674276 Sep 20 12:08:09.365533 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ced8972f-a251-41ee-ad03-bbdf7d57920e req-d12d7dbe-1bd2-43c8-8af0-8b421c466d9d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519047 Sep 20 12:08:09.373787 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217891cf-c8ff-4ad7-a5b8-a51cb4d50b8e req-40aeb1ff-f783-4053-817d-99c71eef8b00 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.375200 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-217891cf-c8ff-4ad7-a5b8-a51cb4d50b8e req-40aeb1ff-f783-4053-817d-99c71eef8b00 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0705140 Sep 20 12:08:09.413125 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-217891cf-c8ff-4ad7-a5b8-a51cb4d50b8e req-25118bac-c823-4454-a4a4-f6f2c190be33 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Sep 20 12:08:09.464996 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be786d-ea18-404e-8c32-fe8d4e69a75e req-6ccce8c2-15e4-4c4b-838d-2ce217d51e12 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.466439 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-22be786d-ea18-404e-8c32-fe8d4e69a75e req-6ccce8c2-15e4-4c4b-838d-2ce217d51e12 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0471580 Sep 20 12:08:09.514092 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-22be786d-ea18-404e-8c32-fe8d4e69a75e req-27153613-a16d-470f-87f0-675dda683991 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 Sep 20 12:08:09.575752 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-67cc169e-2c08-42a3-b43d-1639f86e99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.577239 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-67cc169e-2c08-42a3-b43d-1639f86e99f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb53e4cb-87cb-4c9e-b3a2-2bc0e48d2220 HTTP/1.1" status: 200 len: 843 time: 0.0774164 Sep 20 12:08:09.585629 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb7f47-ad94-4273-8984-de2e579eefde req-7063f069-cbe1-458a-af94-d82140b262e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.587046 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-05bb7f47-ad94-4273-8984-de2e579eefde req-7063f069-cbe1-458a-af94-d82140b262e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 1096 time: 0.0579677 Sep 20 12:08:09.682895 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-c6ce6d0b-a40b-4495-a918-69a1a2339cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.684404 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-c6ce6d0b-a40b-4495-a918-69a1a2339cb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=79fbc6c9-ba9e-48d5-ad71-2ab773b594dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0965295 Sep 20 12:08:09.706529 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb7f47-ad94-4273-8984-de2e579eefde req-0f597d1e-4578-435c-9f22-721c9d545f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.708044 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-05bb7f47-ad94-4273-8984-de2e579eefde req-0f597d1e-4578-435c-9f22-721c9d545f24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.0966382 Sep 20 12:08:09.779646 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-05bb7f47-ad94-4273-8984-de2e579eefde req-c64effef-c22d-4b60-be2a-6ef821781245 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd97a44a-279e-4938-b18b-3f69bb3f57c2 HTTP/1.1" status: 200 len: 217 time: 0.0511198 Sep 20 12:08:09.847591 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea3bd3-78e1-4d5f-ac86-dd90f99510b4 req-03c759ae-df11-4d2e-ade8-3cddb1bde8a4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.849976 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d1ea3bd3-78e1-4d5f-ac86-dd90f99510b4 req-03c759ae-df11-4d2e-ade8-3cddb1bde8a4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0554650 Sep 20 12:08:09.877211 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb7f47-ad94-4273-8984-de2e579eefde req-6cab40c7-5d83-4cae-a25f-012992cf19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.878675 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-05bb7f47-ad94-4273-8984-de2e579eefde req-6cab40c7-5d83-4cae-a25f-012992cf19e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0642035 Sep 20 12:08:09.881366 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-34d61798-ccfc-4aa9-acd8-9ae96d45ddfc service neutron] 10.222.0.57 "GET /v2.0/networks/79fbc6c9-ba9e-48d5-ad71-2ab773b594dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603088 Sep 20 12:08:09.890365 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d1ea3bd3-78e1-4d5f-ac86-dd90f99510b4 req-d46262ae-16d5-4bb1-9d51-9d285e953991 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322933 Sep 20 12:08:09.899257 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:09.997668 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb7f47-ad94-4273-8984-de2e579eefde req-17517a07-2f1d-4557-b534-9c93f9cd652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:09.999155 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-05bb7f47-ad94-4273-8984-de2e579eefde req-17517a07-2f1d-4557-b534-9c93f9cd652c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979099 Sep 20 12:08:10.025485 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-64f905bc-64df-4e95-a8b2-5993ca986037 req-0b04a001-13c7-4791-9d3f-7c61950dcd06 service neutron] 10.222.0.57 "GET /v2.0/networks/79fbc6c9-ba9e-48d5-ad71-2ab773b594dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151667 Sep 20 12:08:10.109717 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-05bb7f47-ad94-4273-8984-de2e579eefde req-325f531a-df22-4407-82c3-4543e6328788 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924828 Sep 20 12:08:10.194912 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-05bb7f47-ad94-4273-8984-de2e579eefde req-2e00b603-4258-43e2-8c9c-ea89f0cf2e0f service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773592 Sep 20 12:08:10.285909 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f14f9e-f8f4-4e55-a9b5-5ad383f3f3e0 req-18a5427d-8ea1-41a4-b989-c0d0cd6dbbe8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:10.287961 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-87f14f9e-f8f4-4e55-a9b5-5ad383f3f3e0 req-18a5427d-8ea1-41a4-b989-c0d0cd6dbbe8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0495718 Sep 20 12:08:10.349985 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-87f14f9e-f8f4-4e55-a9b5-5ad383f3f3e0 req-b4f2f977-f756-4a8f-aa43-6b81842b94c3 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562513 Sep 20 12:08:10.366181 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900a97b-d032-4500-8c72-4661608822a6 req-e720f461-bd40-4bbd-b76b-1d8f6f2c56e3 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:10.367672 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f900a97b-d032-4500-8c72-4661608822a6 req-e720f461-bd40-4bbd-b76b-1d8f6f2c56e3 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 947 time: 0.0596681 Sep 20 12:08:10.407781 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f900a97b-d032-4500-8c72-4661608822a6 req-99189e33-fef0-41ad-8f98-fa3ef4a0aabe tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Sep 20 12:08:10.486399 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606a587-fed7-4515-8618-6360557b69fe req-f6867df2-42ef-4be6-a49d-022ec9059b5a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:10.487871 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d606a587-fed7-4515-8618-6360557b69fe req-f6867df2-42ef-4be6-a49d-022ec9059b5a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0551896 Sep 20 12:08:10.551712 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d606a587-fed7-4515-8618-6360557b69fe req-6eeaf83b-3b7d-4c21-bfbc-23f6dd0a35ae tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531807 Sep 20 12:08:10.562799 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c694dea-815c-4ff1-ae55-ae30b6fd57e1 req-a14aa904-900d-4740-9c5f-fc4159f91f61 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:10.564281 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2c694dea-815c-4ff1-ae55-ae30b6fd57e1 req-a14aa904-900d-4740-9c5f-fc4159f91f61 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0755005 Sep 20 12:08:10.617049 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9792386b-6b9f-4944-b800-a4189ae3da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:10.648113 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2c694dea-815c-4ff1-ae55-ae30b6fd57e1 req-4b588e73-79e6-4515-8269-0d6160a5ae08 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676708 Sep 20 12:08:10.685683 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7300160-bb54-49ef-aa3d-43342598247c req-67025798-f6a2-4264-bd13-c02fb8b0de52 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:10.687126 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d7300160-bb54-49ef-aa3d-43342598247c req-67025798-f6a2-4264-bd13-c02fb8b0de52 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0625067 Sep 20 12:08:10.729511 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d7300160-bb54-49ef-aa3d-43342598247c req-8d83fbe0-2e96-471f-9f2f-62fd81b86ed4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353024 Sep 20 12:08:11.014806 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c81808-731d-499d-bbf6-32dde7973db4 req-79f411fd-eed1-4b0e-90a0-421c8be45029 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:11.016253 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-52c81808-731d-499d-bbf6-32dde7973db4 req-79f411fd-eed1-4b0e-90a0-421c8be45029 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0473258 Sep 20 12:08:11.053716 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-52c81808-731d-499d-bbf6-32dde7973db4 req-686c1b52-8671-48d1-a879-63935e0a2c55 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Sep 20 12:08:11.150835 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 9806e018-d095-450f-be93-487b644e5d0b details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:08:11.238434 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 9806e018-d095-450f-be93-487b644e5d0b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=9806e018-d095-450f-be93-487b644e5d0b,segment=NetworkSegment(4bdde45f-9349-4e93-b254-e7ec26521de4),segment_id=4bdde45f-9349-4e93-b254-e7ec26521de4)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:11.248725 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '9806e018-d095-450f-be93-487b644e5d0b', 'network_id': '79fbc6c9-ba9e-48d5-ad71-2ab773b594dc', 'port_id': '9806e018-d095-450f-be93-487b644e5d0b', 'mac_address': 'fa:16:3e:ec:d7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb53e4cb-87cb-4c9e-b3a2-2bc0e48d2220', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:08:11.284521 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-6fa5254f-0489-4403-9db3-473c7d526474 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:11.285986 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-6fa5254f-0489-4403-9db3-473c7d526474 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 946 time: 0.0485604 Sep 20 12:08:11.288412 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:11.300484 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9806e018-d095-450f-be93-487b644e5d0b {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:08:11.319149 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 9806e018-d095-450f-be93-487b644e5d0b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=9806e018-d095-450f-be93-487b644e5d0b,segment=NetworkSegment(4bdde45f-9349-4e93-b254-e7ec26521de4),segment_id=4bdde45f-9349-4e93-b254-e7ec26521de4)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:11.323135 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:11.367875 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=9806e018-d095-450f-be93-487b644e5d0b,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:11.375875 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.376248 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.376582 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.376905 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.377225 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.377547 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.377864 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.378542 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.378542 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.378705 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Deleting port c30dd4ab-ff42-40bf-98bd-2387b44fa32a {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:08:11.378869 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.378953 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:11.379188 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.379413 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.465178 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12942788-b1ba-4924-8e03-cf835b19dea8 req-73b78186-2b16-47c6-ba17-a332b520cd69 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:11.466661 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-12942788-b1ba-4924-8e03-cf835b19dea8 req-73b78186-2b16-47c6-ba17-a332b520cd69 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0495594 Sep 20 12:08:11.471672 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] For port c30dd4ab-ff42-40bf-98bd-2387b44fa32a, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:11.472072 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:11.488897 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Calling delete_port for c30dd4ab-ff42-40bf-98bd-2387b44fa32a owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:08:11.540959 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-12942788-b1ba-4924-8e03-cf835b19dea8 req-4ae8d722-af63-4b72-9e44-1aeafd5e4ace tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677781 Sep 20 12:08:11.558701 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494e4b-09da-45af-a4a9-2f706d30e5ef req-99a9566e-773f-4ced-a808-d4d8f4300b74 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:11.558701 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c6494e4b-09da-45af-a4a9-2f706d30e5ef req-99a9566e-773f-4ced-a808-d4d8f4300b74 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 948 time: 0.0833583 Sep 20 12:08:11.602648 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['9806e018-d095-450f-be93-487b644e5d0b'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:11.604173 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c6494e4b-09da-45af-a4a9-2f706d30e5ef req-ffb70640-3f4f-491d-b981-6ba89b8ec176 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366178 Sep 20 12:08:11.627176 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:11.701983 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1d8e-284f-4c21-a211-b9146df5bf92 req-3a80b964-589e-4b35-8a4b-d88fdda62ec1 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:11.704263 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9a1c1d8e-284f-4c21-a211-b9146df5bf92 req-3a80b964-589e-4b35-8a4b-d88fdda62ec1 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0612071 Sep 20 12:08:11.758619 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-11df88ca-01a2-4511-902d-b1c60b3ba02b req-74ed6df3-7844-4758-b4ed-a8bc73de1212 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=5365985d-8edd-4e66-a654-4b00c0917e4a HTTP/1.1" status: 200 len: 210 time: 0.0281796 Sep 20 12:08:11.785365 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9a1c1d8e-284f-4c21-a211-b9146df5bf92 req-098bec55-0e4c-452c-9013-15a884504b02 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702019 Sep 20 12:08:11.869080 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06304b57-d77a-466a-a380-cc97d020bc15 req-bdf90fc5-de97-4be7-98a4-da1bc711e2be tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:11.870563 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-06304b57-d77a-466a-a380-cc97d020bc15 req-bdf90fc5-de97-4be7-98a4-da1bc711e2be tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0498116 Sep 20 12:08:11.912605 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-06304b57-d77a-466a-a380-cc97d020bc15 req-4a057ac4-5ad9-4b5f-b324-e909d1487e99 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361109 Sep 20 12:08:11.916034 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Pushing event deleted for resources: {'Port': ['ID=c30dd4ab-ff42-40bf-98bd-2387b44fa32a,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:11.938632 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.939013 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.939290 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.939599 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.939959 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.940284 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.940601 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.940924 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.941238 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.941546 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.941858 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.942184 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:11.946726 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] No DVR routers for this DVR port c30dd4ab-ff42-40bf-98bd-2387b44fa32a on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:08:11.950075 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:11.952455 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-f39cd6de-4b68-4660-83d6-65bfe908bb8f req-526cb5f8-b71e-49c1-829f-1623510306f8 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "DELETE /v2.0/ports/c30dd4ab-ff42-40bf-98bd-2387b44fa32a HTTP/1.1" status: 204 len: 173 time: 0.6598833 Sep 20 12:08:11.952880 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5365985d-8edd-4e66-a654-4b00c0917e4a', 'name': 'network-vif-deleted', 'tag': 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:11.955047 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6601b2-87b6-47bc-acb2-337632e75d88" -d '{"events": [{"server_uuid": "5365985d-8edd-4e66-a654-4b00c0917e4a", "name": "network-vif-deleted", "tag": "c30dd4ab-ff42-40bf-98bd-2387b44fa32a"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:11.999573 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6745123-f662-4343-9cbe-cca2afe48f7a x-openstack-request-id: req-d6745123-f662-4343-9cbe-cca2afe48f7a {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:11.999859 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5365985d-8edd-4e66-a654-4b00c0917e4a", "name": "network-vif-deleted", "tag": "c30dd4ab-ff42-40bf-98bd-2387b44fa32a", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:12.000128 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6745123-f662-4343-9cbe-cca2afe48f7a {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:12.000505 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5365985d-8edd-4e66-a654-4b00c0917e4a', 'name': 'network-vif-deleted', 'tag': 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a', 'status': 'completed', 'code': 200} Sep 20 12:08:12.027996 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3720cfc-8a72-4d01-89d2-b5d0aba03e76 req-5cf7723d-5f4b-439a-bead-0ffddad01e51 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:12.029377 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3720cfc-8a72-4d01-89d2-b5d0aba03e76 req-5cf7723d-5f4b-439a-bead-0ffddad01e51 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0507271 Sep 20 12:08:12.067387 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b3720cfc-8a72-4d01-89d2-b5d0aba03e76 req-c5ced9b6-0baf-4cce-834b-3d15800cf999 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309293 Sep 20 12:08:12.204846 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be76758-f0c3-4493-a861-7c9deddb20bf req-da18848d-313d-491c-bc9b-a157b55ee37a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:12.206332 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3be76758-f0c3-4493-a861-7c9deddb20bf req-da18848d-313d-491c-bc9b-a157b55ee37a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0485640 Sep 20 12:08:12.243957 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3be76758-f0c3-4493-a861-7c9deddb20bf req-5d29ece7-8c16-4510-a5f6-94ae3d95f19f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309851 Sep 20 12:08:12.313573 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df', 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f', 'c30dd4ab-ff42-40bf-98bd-2387b44fa32a'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:12.415265 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d84de-0e1a-4eac-91a3-d376ed143c78 req-4c87f993-bdd0-485c-8fef-bb7d1f25660f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:12.417203 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9a4d84de-0e1a-4eac-91a3-d376ed143c78 req-4c87f993-bdd0-485c-8fef-bb7d1f25660f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0710514 Sep 20 12:08:12.464594 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9a4d84de-0e1a-4eac-91a3-d376ed143c78 req-16c6e81d-854e-4525-a392-50d4e2c2fa7b tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408578 Sep 20 12:08:12.664270 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32992fe4-a2dc-48ea-93b6-7b609c5442d4 req-4d97e72a-ce85-42d4-9eb1-4fce5b16618e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:12.665926 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-32992fe4-a2dc-48ea-93b6-7b609c5442d4 req-4d97e72a-ce85-42d4-9eb1-4fce5b16618e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0529709 Sep 20 12:08:12.738880 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-32992fe4-a2dc-48ea-93b6-7b609c5442d4 req-1cf6d588-a7e3-4927-9d5b-1a52085712a3 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583048 Sep 20 12:08:12.748128 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3649d-858c-4930-b604-440a864f3ce7 req-f4bcfdc4-486f-4cca-8c88-6d8be981157a tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:12.749658 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4ec3649d-858c-4930-b604-440a864f3ce7 req-f4bcfdc4-486f-4cca-8c88-6d8be981157a tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 948 time: 0.0776031 Sep 20 12:08:12.800424 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4ec3649d-858c-4930-b604-440a864f3ce7 req-bab3665e-7cf2-4f0b-bd5f-c86a2f3149db tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Sep 20 12:08:12.913662 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3ecd3-6605-4f44-91a3-0994491d1c48 req-f14518da-3b8c-4400-9704-8748bea20729 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:12.915188 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-22b3ecd3-6605-4f44-91a3-0994491d1c48 req-f14518da-3b8c-4400-9704-8748bea20729 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0559940 Sep 20 12:08:12.952902 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-22b3ecd3-6605-4f44-91a3-0994491d1c48 req-75e09179-89b7-4f6a-b09e-983f47f9e1f3 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Sep 20 12:08:13.167963 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 9806e018-d095-450f-be93-487b644e5d0b up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:08:13.214835 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 9806e018-d095-450f-be93-487b644e5d0b completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:08:13.218456 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 9806e018-d095-450f-be93-487b644e5d0b triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:08:13.218825 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:13.265979 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-57123e72-8ca2-4da4-bd30-62f3fbbefc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:13.308448 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:13.330946 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffad296b-7970-4303-9f4a-fc36e7e5625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9806e018-d095-450f-be93-487b644e5d0b'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:13.333701 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f373529-0d19-42d4-8df2-efa2b8e95dbe" -d '{"events": [{"server_uuid": "ffad296b-7970-4303-9f4a-fc36e7e5625d", "name": "network-vif-plugged", "status": "completed", "tag": "9806e018-d095-450f-be93-487b644e5d0b"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:13.347055 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 9806e018-d095-450f-be93-487b644e5d0b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=9806e018-d095-450f-be93-487b644e5d0b,segment=NetworkSegment(4bdde45f-9349-4e93-b254-e7ec26521de4),segment_id=4bdde45f-9349-4e93-b254-e7ec26521de4)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:13.352763 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:13.364259 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c4fca-4a59-418a-baee-b37b1fb19db0 req-ed755c59-a859-4b4c-9442-22c25c50e953 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:13.368431 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e24c4fca-4a59-418a-baee-b37b1fb19db0 req-ed755c59-a859-4b4c-9442-22c25c50e953 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0536883 Sep 20 12:08:13.378842 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559f9114-47b9-4b23-a92d-f305e539fb1a x-openstack-request-id: req-559f9114-47b9-4b23-a92d-f305e539fb1a {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:13.379131 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffad296b-7970-4303-9f4a-fc36e7e5625d", "name": "network-vif-plugged", "status": "completed", "tag": "9806e018-d095-450f-be93-487b644e5d0b", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:13.379376 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-559f9114-47b9-4b23-a92d-f305e539fb1a {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:13.379753 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffad296b-7970-4303-9f4a-fc36e7e5625d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9806e018-d095-450f-be93-487b644e5d0b', 'code': 200} Sep 20 12:08:13.407251 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e24c4fca-4a59-418a-baee-b37b1fb19db0 req-88b10af2-bbf9-44c7-9e1b-15205196ffdf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346227 Sep 20 12:08:13.409801 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=9806e018-d095-450f-be93-487b644e5d0b,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:13.535227 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7b7a-337a-405a-a10c-ad7a64963a9d req-29a1fbc5-f905-4031-abb0-abf04123a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:13.536744 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-4d7e7b7a-337a-405a-a10c-ad7a64963a9d req-29a1fbc5-f905-4031-abb0-abf04123a28f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 1102 time: 0.0390480 Sep 20 12:08:13.569833 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-4d7e7b7a-337a-405a-a10c-ad7a64963a9d req-bd5af166-d77e-4527-b948-aba2d9e4abb1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265448 Sep 20 12:08:13.855106 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed686295-f096-4fa7-8bc7-9b1d754e84c7 req-d974192e-2236-4833-8755-4d6189502766 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:13.856636 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ed686295-f096-4fa7-8bc7-9b1d754e84c7 req-d974192e-2236-4833-8755-4d6189502766 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0493915 Sep 20 12:08:13.928813 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ed686295-f096-4fa7-8bc7-9b1d754e84c7 req-f64e236e-9807-4287-bb14-958267d24f1e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660317 Sep 20 12:08:13.938968 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9204dd0-3cef-41ed-a1d8-b6aff5654ffe req-4d67dd97-c21e-4320-8e30-e2e424d256ba tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:13.940447 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9204dd0-3cef-41ed-a1d8-b6aff5654ffe req-4d67dd97-c21e-4320-8e30-e2e424d256ba tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 949 time: 0.0766692 Sep 20 12:08:13.992167 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9204dd0-3cef-41ed-a1d8-b6aff5654ffe req-c14c8fe5-37d2-4f23-8709-aea7eea40ca7 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Sep 20 12:08:14.073753 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:14.110533 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc45ee-7c8a-440a-8ceb-1b9944871bf3 req-963651a2-adba-42ee-a708-367421db8f6f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:14.119772 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2cfc45ee-7c8a-440a-8ceb-1b9944871bf3 req-963651a2-adba-42ee-a708-367421db8f6f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0696330 Sep 20 12:08:14.152932 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2cfc45ee-7c8a-440a-8ceb-1b9944871bf3 req-d0b6d330-b5e3-4c25-b639-586a6e40a4cd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Sep 20 12:08:14.258846 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996874-c7b9-4f10-9138-491c1100777c req-18c9b6d4-d633-4b20-ae3e-afbb013c8abd tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:14.260690 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8a996874-c7b9-4f10-9138-491c1100777c req-18c9b6d4-d633-4b20-ae3e-afbb013c8abd tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 945 time: 0.0515902 Sep 20 12:08:14.308593 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8a996874-c7b9-4f10-9138-491c1100777c req-15b8dacd-4bf8-488c-9966-04629b302078 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338972 Sep 20 12:08:14.356767 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:14.531945 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5862a-e2d6-4bbe-b577-8fee11eea1d7 req-cee85ee1-f70e-40e1-9843-7c144faaf5d0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:14.533410 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1ed5862a-e2d6-4bbe-b577-8fee11eea1d7 req-cee85ee1-f70e-40e1-9843-7c144faaf5d0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0525303 Sep 20 12:08:14.570445 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1ed5862a-e2d6-4bbe-b577-8fee11eea1d7 req-4034efb9-2759-4a0c-8822-93a2194c0e87 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305455 Sep 20 12:08:15.047087 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37309a0-e062-4e9e-9db4-5d10e975e7ba req-1ed8130b-29bf-409a-ae85-77f74a6c1c96 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:15.048598 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a37309a0-e062-4e9e-9db4-5d10e975e7ba req-1ed8130b-29bf-409a-ae85-77f74a6c1c96 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0485580 Sep 20 12:08:15.109821 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a37309a0-e062-4e9e-9db4-5d10e975e7ba req-9e92a954-31f8-48ec-966e-6e38ff32b668 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554321 Sep 20 12:08:15.125585 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea35c30-720b-436f-83e8-db4395067e45 req-5c46e98e-98c5-4dfd-a4b8-2e1c306391d3 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:15.127021 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eea35c30-720b-436f-83e8-db4395067e45 req-5c46e98e-98c5-4dfd-a4b8-2e1c306391d3 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 949 time: 0.0669594 Sep 20 12:08:15.163618 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eea35c30-720b-436f-83e8-db4395067e45 req-37f7f982-6ac3-4482-be16-4df99f6a84da tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303543 Sep 20 12:08:15.172989 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device c30dd4ab-ff42-40bf-98bd-2387b44fa32a no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:08:15.192980 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: c30dd4ab-ff42-40bf-98bd-2387b44fa32a {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:08:15.193330 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device c30dd4ab-ff42-40bf-98bd-2387b44fa32a not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:08:15.274010 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697111a7-b274-4a2a-87d9-ff0e3cd39328 req-3abafd0b-3a30-4c59-834a-13154cb87b1e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:15.275808 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-697111a7-b274-4a2a-87d9-ff0e3cd39328 req-3abafd0b-3a30-4c59-834a-13154cb87b1e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0537925 Sep 20 12:08:15.313765 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-697111a7-b274-4a2a-87d9-ff0e3cd39328 req-3a61ce46-34d6-4499-8364-ead073d928d5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320554 Sep 20 12:08:15.447742 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cc04e-5c8c-426a-9a18-0afa5de8248b req-a833f667-bfe8-4d6a-87de-f9f7cfe25700 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:15.449388 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-732cc04e-5c8c-426a-9a18-0afa5de8248b req-a833f667-bfe8-4d6a-87de-f9f7cfe25700 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 949 time: 0.0742662 Sep 20 12:08:15.459857 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb940b48-1d69-4999-b206-f28f85645209 req-ca095162-94fa-41a3-905b-0d24fa6cea2d tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:15.461287 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb940b48-1d69-4999-b206-f28f85645209 req-ca095162-94fa-41a3-905b-0d24fa6cea2d tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 945 time: 0.0757980 Sep 20 12:08:15.515060 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-732cc04e-5c8c-426a-9a18-0afa5de8248b req-be2e243b-58ec-4487-a407-7e55fe021b7f tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528231 Sep 20 12:08:15.522356 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb940b48-1d69-4999-b206-f28f85645209 req-bba3fc92-9d89-4ac5-8c8b-bbb5e8b4efa2 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534604 Sep 20 12:08:15.686912 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23900ec7-e1ae-4548-b425-af0cfc7cfe22 req-c7de0630-eed9-4226-9fb7-7a0d0c014aef tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:15.687929 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-23900ec7-e1ae-4548-b425-af0cfc7cfe22 req-c7de0630-eed9-4226-9fb7-7a0d0c014aef tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0482974 Sep 20 12:08:15.713915 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:15.727859 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-23900ec7-e1ae-4548-b425-af0cfc7cfe22 req-5a0c25b9-9de6-4060-a3a6-2772549caf39 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338385 Sep 20 12:08:15.812960 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8e6d-fd9b-4a27-8282-0d092df8ac1a req-81a010a3-871e-4803-9c61-8ddd33317e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:15.814384 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-addf8e6d-fd9b-4a27-8282-0d092df8ac1a req-81a010a3-871e-4803-9c61-8ddd33317e0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1098 time: 0.0370145 Sep 20 12:08:15.850050 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-addf8e6d-fd9b-4a27-8282-0d092df8ac1a req-6fb8e1e8-79fa-48c3-8d87-29819fc4841c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256751 Sep 20 12:08:16.219403 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0aeca-eff9-45a3-906b-01338fd63a19 req-02daecdf-ac1b-426b-8a27-33d55d2c1536 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:16.220865 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bde0aeca-eff9-45a3-906b-01338fd63a19 req-02daecdf-ac1b-426b-8a27-33d55d2c1536 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0478563 Sep 20 12:08:16.257018 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bde0aeca-eff9-45a3-906b-01338fd63a19 req-4660b8a2-0657-45ce-ab9b-99a1a1716cef tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303512 Sep 20 12:08:16.431777 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa078c-e56c-4079-b99e-82c727c3554d req-ff3ee351-5230-4e65-b813-4e275c7aa48d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:16.433235 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-59fa078c-e56c-4079-b99e-82c727c3554d req-ff3ee351-5230-4e65-b813-4e275c7aa48d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0509565 Sep 20 12:08:16.471707 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-59fa078c-e56c-4079-b99e-82c727c3554d req-7e453826-ffac-4429-a14c-4bac25935834 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Sep 20 12:08:16.654017 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6140b2-17a4-40dc-8768-bc879f30059e req-0b42d9c4-54ab-4d3f-8ce3-e5afcdece696 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:16.655477 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cc6140b2-17a4-40dc-8768-bc879f30059e req-0b42d9c4-54ab-4d3f-8ce3-e5afcdece696 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 949 time: 0.0747087 Sep 20 12:08:16.666893 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f79b2-6393-48cb-bd45-b9896bb99414 req-688ca567-67ab-470d-802b-5d784d0840d5 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:16.668247 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-755f79b2-6393-48cb-bd45-b9896bb99414 req-688ca567-67ab-470d-802b-5d784d0840d5 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 945 time: 0.0785966 Sep 20 12:08:16.720770 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cc6140b2-17a4-40dc-8768-bc879f30059e req-c8c3f732-1333-4a09-9f25-74d8eade7bca tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514891 Sep 20 12:08:16.726081 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-755f79b2-6393-48cb-bd45-b9896bb99414 req-a0b51d85-7c2b-45de-93a2-a1c042915e08 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512605 Sep 20 12:08:16.734702 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-587afde0-7385-46ec-bfda-5dccc9ab9c20 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:16.736201 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-587afde0-7385-46ec-bfda-5dccc9ab9c20 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "GET /v2.0/ports?device_id=227bb2ee-a992-47ea-867f-cd62cf848137 HTTP/1.1" status: 200 len: 945 time: 0.0499341 Sep 20 12:08:16.829227 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Deleting port d43e3216-429d-44d7-94cd-5db2b0c2fa8f {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:08:16.829975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:16.853250 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24559af4-afa3-4479-977f-a9487ab2aa73 req-85260162-a31a-4cab-ad30-07325cf346ce tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:16.854696 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-24559af4-afa3-4479-977f-a9487ab2aa73 req-85260162-a31a-4cab-ad30-07325cf346ce tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 943 time: 0.0509353 Sep 20 12:08:16.891000 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-24559af4-afa3-4479-977f-a9487ab2aa73 req-4a468ad1-f568-488e-bc7d-912b7efa10f3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303700 Sep 20 12:08:16.917773 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] For port d43e3216-429d-44d7-94cd-5db2b0c2fa8f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:16.918139 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:16.930169 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Calling delete_port for d43e3216-429d-44d7-94cd-5db2b0c2fa8f owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:08:17.052361 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:17.064270 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df', 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:17.080152 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Pushing event deleted for resources: {'Port': ['ID=d43e3216-429d-44d7-94cd-5db2b0c2fa8f,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:17.122113 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] No DVR routers for this DVR port d43e3216-429d-44d7-94cd-5db2b0c2fa8f on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:08:17.124703 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:17.126759 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-f1498d49-74fc-4a3b-9c7a-82ca2cfd5663 req-8bddb9bc-5922-4e62-9a13-1045cd833f48 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "DELETE /v2.0/ports/d43e3216-429d-44d7-94cd-5db2b0c2fa8f HTTP/1.1" status: 204 len: 173 time: 0.3812127 Sep 20 12:08:17.127202 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227bb2ee-a992-47ea-867f-cd62cf848137', 'name': 'network-vif-deleted', 'tag': 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:17.129500 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fedc205-c4b4-40f1-8860-eb20ff78df01" -d '{"events": [{"server_uuid": "227bb2ee-a992-47ea-867f-cd62cf848137", "name": "network-vif-deleted", "tag": "d43e3216-429d-44d7-94cd-5db2b0c2fa8f"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:17.174543 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57d5b2b-af20-4f83-af3c-af11a515aa8a x-openstack-request-id: req-f57d5b2b-af20-4f83-af3c-af11a515aa8a {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:17.174841 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227bb2ee-a992-47ea-867f-cd62cf848137", "name": "network-vif-deleted", "tag": "d43e3216-429d-44d7-94cd-5db2b0c2fa8f", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:17.175090 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f57d5b2b-af20-4f83-af3c-af11a515aa8a {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:17.175494 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227bb2ee-a992-47ea-867f-cd62cf848137', 'name': 'network-vif-deleted', 'tag': 'd43e3216-429d-44d7-94cd-5db2b0c2fa8f', 'status': 'completed', 'code': 200} Sep 20 12:08:17.203032 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device cd97a44a-279e-4938-b18b-3f69bb3f57c2 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:08:17.357796 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port cd97a44a-279e-4938-b18b-3f69bb3f57c2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=cd97a44a-279e-4938-b18b-3f69bb3f57c2,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:17.376703 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'port_id': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'mac_address': 'fa:16:3e:ce:b5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:08:17.383820 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684f68c-197f-4e0d-9587-eaf1f652f1e2 req-c7d1d7e6-44b6-4597-9b6e-33fde8bfe691 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:17.388434 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c684f68c-197f-4e0d-9587-eaf1f652f1e2 req-c7d1d7e6-44b6-4597-9b6e-33fde8bfe691 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 943 time: 0.0598369 Sep 20 12:08:17.425800 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c684f68c-197f-4e0d-9587-eaf1f652f1e2 req-66eb5e3b-30ce-4477-a77b-1492981f87cf tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345068 Sep 20 12:08:17.441482 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:17.466076 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd97a44a-279e-4938-b18b-3f69bb3f57c2 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:08:17.499064 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port cd97a44a-279e-4938-b18b-3f69bb3f57c2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=cd97a44a-279e-4938-b18b-3f69bb3f57c2,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:17.507752 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:17.508424 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:08:17.558907 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-466a3f81-25dc-41a2-b7af-4baecc4e46a9 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:17.562978 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-466a3f81-25dc-41a2-b7af-4baecc4e46a9 tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 949 time: 0.0532479 Sep 20 12:08:17.600527 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15abe0-b455-41e4-9abb-17fc9c5356b7 req-bbf6b72e-db86-4566-99f8-e0ba3ccb9df9 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:17.608271 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9d15abe0-b455-41e4-9abb-17fc9c5356b7 req-bbf6b72e-db86-4566-99f8-e0ba3ccb9df9 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0598311 Sep 20 12:08:17.660196 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9d15abe0-b455-41e4-9abb-17fc9c5356b7 req-7ff3f45f-c091-4f7c-ae33-da94ecbf73d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Sep 20 12:08:17.679176 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=cd97a44a-279e-4938-b18b-3f69bb3f57c2,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:17.681243 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Deleting port 9806e018-d095-450f-be93-487b644e5d0b {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:08:17.681719 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:17.724760 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:17.736972 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '40a2e066-970f-4c27-9170-1888a44c6694', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'port_id': '40a2e066-970f-4c27-9170-1888a44c6694', 'mac_address': 'fa:16:3e:23:4a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:08:17.802223 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] For port 9806e018-d095-450f-be93-487b644e5d0b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=9806e018-d095-450f-be93-487b644e5d0b,segment=NetworkSegment(4bdde45f-9349-4e93-b254-e7ec26521de4),segment_id=4bdde45f-9349-4e93-b254-e7ec26521de4)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:17.802585 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:17.807152 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:17.816042 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Calling delete_port for 9806e018-d095-450f-be93-487b644e5d0b owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:08:17.836280 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a2e066-970f-4c27-9170-1888a44c6694 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:08:17.869733 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:17.878403 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e740cc6-ee51-4c05-9c9a-50b5812a4e2b req-93ca9184-2ffe-44d4-b95e-576ecabfd7cb tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:17.881652 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:17.886426 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7e740cc6-ee51-4c05-9c9a-50b5812a4e2b req-93ca9184-2ffe-44d4-b95e-576ecabfd7cb tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffad296b-7970-4303-9f4a-fc36e7e5625d HTTP/1.1" status: 200 len: 949 time: 0.0673683 Sep 20 12:08:17.933403 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7e740cc6-ee51-4c05-9c9a-50b5812a4e2b req-a89189e3-c67e-43af-80f9-8f0c2a632bbb tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.20 "GET /v2.0/security-groups?id=048df2d1-48b2-4ae4-9d6e-785b8f6f989a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363317 Sep 20 12:08:17.961258 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=9']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:17.998903 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03764e58-576d-4234-9a82-b18c05c1b259 req-e942b38e-e554-46d0-91ba-72cfdd0b94de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:18.000505 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-03764e58-576d-4234-9a82-b18c05c1b259 req-e942b38e-e554-46d0-91ba-72cfdd0b94de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1098 time: 0.0944703 Sep 20 12:08:18.003378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acece7a-b4ef-4eb6-81a8-c4833f7ea0b9 req-9e955179-99a9-4b5a-9cef-edd24cba029f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:18.005525 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6acece7a-b4ef-4eb6-81a8-c4833f7ea0b9 req-9e955179-99a9-4b5a-9cef-edd24cba029f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0617423 Sep 20 12:08:18.046024 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6acece7a-b4ef-4eb6-81a8-c4833f7ea0b9 req-9df6d3cd-727d-400f-8c53-bc67d94a2527 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345302 Sep 20 12:08:18.081885 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:18.127562 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Pushing event deleted for resources: {'Port': ['ID=9806e018-d095-450f-be93-487b644e5d0b,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:18.156094 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ebbc9-7edb-490a-94ab-6582d536d926 req-0bb6377c-57e6-4bae-9654-cf3f65b2a70a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:18.157583 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c02ebbc9-7edb-490a-94ab-6582d536d926 req-0bb6377c-57e6-4bae-9654-cf3f65b2a70a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 944 time: 0.0500638 Sep 20 12:08:18.191316 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] No DVR routers for this DVR port 9806e018-d095-450f-be93-487b644e5d0b on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:08:18.193528 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03764e58-576d-4234-9a82-b18c05c1b259 req-ecf5044e-f9a7-4817-b207-f69fcbe15130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:18.194980 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-03764e58-576d-4234-9a82-b18c05c1b259 req-ecf5044e-f9a7-4817-b207-f69fcbe15130 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 919 time: 0.1847501 Sep 20 12:08:18.196085 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:18.197920 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c1b4e250-f0f1-4c44-86ac-82fbabc7fd33 req-1a93c672-4424-4efc-9d33-eff92c80aa4c tempest-VolumesNegativeTest-1744549594 tempest-VolumesNegativeTest-1744549594-project] 10.222.0.57 "DELETE /v2.0/ports/9806e018-d095-450f-be93-487b644e5d0b HTTP/1.1" status: 204 len: 173 time: 0.6279814 Sep 20 12:08:18.230929 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['9806e018-d095-450f-be93-487b644e5d0b'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:18.245907 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-03764e58-576d-4234-9a82-b18c05c1b259 req-ceda3404-4e67-4643-b649-1347a3be02a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61 HTTP/1.1" status: 200 len: 217 time: 0.0373051 Sep 20 12:08:18.247535 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c02ebbc9-7edb-490a-94ab-6582d536d926 req-9cb1c81d-c557-4e29-a69a-755a2bf21f4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790799 Sep 20 12:08:18.264600 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892fbb5-c8f1-4b75-aa1d-b9149a9f913a req-cdc71643-d346-4ce8-9be1-6a9f7a7f7e2e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:18.266426 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2892fbb5-c8f1-4b75-aa1d-b9149a9f913a req-cdc71643-d346-4ce8-9be1-6a9f7a7f7e2e tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 945 time: 0.1079743 Sep 20 12:08:18.315798 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03764e58-576d-4234-9a82-b18c05c1b259 req-084d9f90-8fe2-422f-a0d8-e7b3f7eac05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:18.317375 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-03764e58-576d-4234-9a82-b18c05c1b259 req-084d9f90-8fe2-422f-a0d8-e7b3f7eac05e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.0629306 Sep 20 12:08:18.325756 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2892fbb5-c8f1-4b75-aa1d-b9149a9f913a req-1972cbfa-8750-40bd-a0fe-4952d5de4ad9 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492852 Sep 20 12:08:18.335029 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['cd97a44a-279e-4938-b18b-3f69bb3f57c2'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:18.364785 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-03764e58-576d-4234-9a82-b18c05c1b259 req-d44ceab1-e231-4632-9962-7b9b70b1ceff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265529 Sep 20 12:08:18.409437 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['40a2e066-970f-4c27-9170-1888a44c6694'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:18.465993 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-03764e58-576d-4234-9a82-b18c05c1b259 req-9a44ba7d-43e3-46e2-92dc-4e8b1aac1ff0 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884402 Sep 20 12:08:18.540032 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf8423-d84f-4b84-ba9e-06b043f2eda5 req-861fe0be-3909-4121-bc91-ffc71218995b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:18.541689 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cfcf8423-d84f-4b84-ba9e-06b043f2eda5 req-861fe0be-3909-4121-bc91-ffc71218995b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 944 time: 0.0497012 Sep 20 12:08:18.565620 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-03764e58-576d-4234-9a82-b18c05c1b259 req-2aa4c907-1776-471d-a789-8a0f0a6f4b82 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903089 Sep 20 12:08:18.591910 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cfcf8423-d84f-4b84-ba9e-06b043f2eda5 req-2604bcb4-c530-4152-9308-b524d77c1f1c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 Sep 20 12:08:19.161401 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7cd4c8-89d2-428b-9d14-d60fca2c6f68 req-920dafe0-6e74-460e-b41d-73467e459d7b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:19.162856 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7b7cd4c8-89d2-428b-9d14-d60fca2c6f68 req-920dafe0-6e74-460e-b41d-73467e459d7b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0485525 Sep 20 12:08:19.176290 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffad296b-7970-4303-9f4a-fc36e7e5625d', 'name': 'network-vif-deleted', 'tag': '9806e018-d095-450f-be93-487b644e5d0b'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:19.179195 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed5ff1a-64ee-497d-832d-dd435500f3a1" -d '{"events": [{"server_uuid": "ffad296b-7970-4303-9f4a-fc36e7e5625d", "name": "network-vif-deleted", "tag": "9806e018-d095-450f-be93-487b644e5d0b"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:19.210488 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7b7cd4c8-89d2-428b-9d14-d60fca2c6f68 req-d36936eb-acda-41cc-8195-db628ac49484 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418410 Sep 20 12:08:19.218599 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d52a6a7-0e8e-497c-9087-3cdaa77e6ff2 x-openstack-request-id: req-3d52a6a7-0e8e-497c-9087-3cdaa77e6ff2 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:19.218948 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffad296b-7970-4303-9f4a-fc36e7e5625d", "name": "network-vif-deleted", "tag": "9806e018-d095-450f-be93-487b644e5d0b", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:19.219278 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d52a6a7-0e8e-497c-9087-3cdaa77e6ff2 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:19.219725 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffad296b-7970-4303-9f4a-fc36e7e5625d', 'name': 'network-vif-deleted', 'tag': '9806e018-d095-450f-be93-487b644e5d0b', 'status': 'completed', 'code': 200} Sep 20 12:08:19.221653 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 9806e018-d095-450f-be93-487b644e5d0b no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:08:19.246268 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 9806e018-d095-450f-be93-487b644e5d0b {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:08:19.246847 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 9806e018-d095-450f-be93-487b644e5d0b not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:08:19.247134 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device d43e3216-429d-44d7-94cd-5db2b0c2fa8f no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:08:19.264798 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: d43e3216-429d-44d7-94cd-5db2b0c2fa8f {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:08:19.265202 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device d43e3216-429d-44d7-94cd-5db2b0c2fa8f not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:08:19.368449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955c4ac-eff7-42d4-8975-bbdbd83ded6a req-f3f9e477-6440-48f3-b0c4-5e6d206cbd48 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:19.369920 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3955c4ac-eff7-42d4-8975-bbdbd83ded6a req-f3f9e477-6440-48f3-b0c4-5e6d206cbd48 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 944 time: 0.0487986 Sep 20 12:08:19.421444 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3955c4ac-eff7-42d4-8975-bbdbd83ded6a req-63fa1e3a-29a5-4a7e-9649-9bff9f8833d5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446470 Sep 20 12:08:19.456871 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c76c18-0503-4e0c-89e0-26d5396f1999 req-182d8717-6df9-4ac3-8f55-e32db922b30c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:19.458589 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-64c76c18-0503-4e0c-89e0-26d5396f1999 req-182d8717-6df9-4ac3-8f55-e32db922b30c tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 945 time: 0.0511320 Sep 20 12:08:19.497101 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-64c76c18-0503-4e0c-89e0-26d5396f1999 req-a92cee53-170f-4e48-bbdf-c1c28e945ed0 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Sep 20 12:08:19.712645 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23fc8d-ab16-4ef2-9c79-6b40f9ba52b6 req-beca9505-a3c1-4da0-ac5d-61b8df008964 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:19.714128 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1c23fc8d-ab16-4ef2-9c79-6b40f9ba52b6 req-beca9505-a3c1-4da0-ac5d-61b8df008964 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 944 time: 0.0551481 Sep 20 12:08:19.753514 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1c23fc8d-ab16-4ef2-9c79-6b40f9ba52b6 req-070ed973-473e-49e7-b4c1-3a0fa6962a1e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320387 Sep 20 12:08:20.128121 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-6fd9ffda-e4be-4caa-a37b-1ada004e4bde tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:20.129583 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-6fd9ffda-e4be-4caa-a37b-1ada004e4bde tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 945 time: 0.0485780 Sep 20 12:08:20.222515 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Deleting port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:08:20.223109 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:20.328251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] For port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:20.329139 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:20.343462 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Calling delete_port for a670f9f6-9ecd-4363-a9ec-4fc2e63c31df owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:08:20.352355 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26573f4d-f743-4e69-97cb-5913f88283e1 req-cb760988-2aa3-4d06-ae2a-556fab7df287 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:20.353839 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-26573f4d-f743-4e69-97cb-5913f88283e1 req-cb760988-2aa3-4d06-ae2a-556fab7df287 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0641880 Sep 20 12:08:20.394778 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-26573f4d-f743-4e69-97cb-5913f88283e1 req-42fdee47-8368-40d7-9401-601d63e70245 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Sep 20 12:08:20.514004 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:20.526041 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:20.541761 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Pushing event deleted for resources: {'Port': ['ID=a670f9f6-9ecd-4363-a9ec-4fc2e63c31df,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:20.599183 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16caaf-1cf8-462a-98ce-f537a90adb42 req-bd7c93bb-6384-4f96-a0d4-448a7aa404ae tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:20.600621 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] No DVR routers for this DVR port a670f9f6-9ecd-4363-a9ec-4fc2e63c31df on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:08:20.603598 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:20.605839 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6b036086-0588-4bfb-ad90-833fcb0ab14a req-2599391f-92a3-4f20-919e-d8017ebd218a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "DELETE /v2.0/ports/a670f9f6-9ecd-4363-a9ec-4fc2e63c31df HTTP/1.1" status: 204 len: 173 time: 0.4675741 Sep 20 12:08:20.608807 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef16caaf-1cf8-462a-98ce-f537a90adb42 req-bd7c93bb-6384-4f96-a0d4-448a7aa404ae tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 944 time: 0.0825307 Sep 20 12:08:20.665336 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3affdf25-0e0d-40a3-b1f0-c7e6b38d0e98 req-26ff9b95-d925-4418-b271-9d4125086b4a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=3bff7811-1781-450d-8e05-803bfe334e99 HTTP/1.1" status: 200 len: 210 time: 0.0369668 Sep 20 12:08:20.681066 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef16caaf-1cf8-462a-98ce-f537a90adb42 req-ff3e8774-e268-48ef-80f0-23a5626f389e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711021 Sep 20 12:08:20.870293 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea06685-c8f3-4ba5-b1ba-7955ace66b17 req-e6b03c42-bf45-49a9-9a20-02222104339b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:20.871765 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fea06685-c8f3-4ba5-b1ba-7955ace66b17 req-e6b03c42-bf45-49a9-9a20-02222104339b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 944 time: 0.0496473 Sep 20 12:08:20.913361 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fea06685-c8f3-4ba5-b1ba-7955ace66b17 req-77632336-3003-44e5-aaa9-796cb3c971e6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355937 Sep 20 12:08:21.220956 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bff7811-1781-450d-8e05-803bfe334e99', 'name': 'network-vif-deleted', 'tag': 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:21.223268 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83387006-69db-437b-a613-b4133f09fb8e" -d '{"events": [{"server_uuid": "3bff7811-1781-450d-8e05-803bfe334e99", "name": "network-vif-deleted", "tag": "a670f9f6-9ecd-4363-a9ec-4fc2e63c31df"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:21.256578 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device cd97a44a-279e-4938-b18b-3f69bb3f57c2 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:08:21.259833 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed676733-8e3e-46b4-95e4-058da980b69e x-openstack-request-id: req-ed676733-8e3e-46b4-95e4-058da980b69e {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:21.260157 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bff7811-1781-450d-8e05-803bfe334e99", "name": "network-vif-deleted", "tag": "a670f9f6-9ecd-4363-a9ec-4fc2e63c31df", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:21.260399 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed676733-8e3e-46b4-95e4-058da980b69e {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:21.260937 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bff7811-1781-450d-8e05-803bfe334e99', 'name': 'network-vif-deleted', 'tag': 'a670f9f6-9ecd-4363-a9ec-4fc2e63c31df', 'status': 'completed', 'code': 200} Sep 20 12:08:21.309823 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port cd97a44a-279e-4938-b18b-3f69bb3f57c2 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:08:21.315366 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port cd97a44a-279e-4938-b18b-3f69bb3f57c2 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:08:21.315782 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:21.390216 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:21.413244 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:21.415445 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3648bfef-9f50-44ed-a6d3-1698b715b34e" -d '{"events": [{"server_uuid": "0beaf840-ea0e-41a8-8224-f4fda4d1ecdd", "name": "network-vif-plugged", "status": "completed", "tag": "cd97a44a-279e-4938-b18b-3f69bb3f57c2"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:21.437352 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port cd97a44a-279e-4938-b18b-3f69bb3f57c2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=cd97a44a-279e-4938-b18b-3f69bb3f57c2,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:21.441402 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:21.442733 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:08:21.465934 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fd96c4-6365-428f-8cfe-913eac8bdbcd x-openstack-request-id: req-84fd96c4-6365-428f-8cfe-913eac8bdbcd {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:21.465934 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0beaf840-ea0e-41a8-8224-f4fda4d1ecdd", "name": "network-vif-plugged", "status": "completed", "tag": "cd97a44a-279e-4938-b18b-3f69bb3f57c2", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:21.465934 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84fd96c4-6365-428f-8cfe-913eac8bdbcd {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:21.466346 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'code': 200} Sep 20 12:08:21.525695 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=cd97a44a-279e-4938-b18b-3f69bb3f57c2,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:21.528300 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0666b3-5166-40bf-a8b9-269730412609 req-ea5f2a6e-3f14-49d6-9746-6f896c2d317e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:21.529807 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3d0666b3-5166-40bf-a8b9-269730412609 req-ea5f2a6e-3f14-49d6-9746-6f896c2d317e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0569329 Sep 20 12:08:21.533713 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 40a2e066-970f-4c27-9170-1888a44c6694 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:08:21.534197 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:21.575136 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3d0666b3-5166-40bf-a8b9-269730412609 req-1919ab5f-4dbe-4313-aee3-89597029b560 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375011 Sep 20 12:08:21.622403 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:21.657492 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:21.662311 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:21.719513 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=10']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:21.767053 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5f60c-5ee0-4200-9ed4-a03738f06bb8 req-c180a5df-1476-4ebc-9e0a-6f6fcd6d21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:21.768645 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5aa5f60c-5ee0-4200-9ed4-a03738f06bb8 req-c180a5df-1476-4ebc-9e0a-6f6fcd6d21a2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 1098 time: 0.0562539 Sep 20 12:08:21.831997 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5aa5f60c-5ee0-4200-9ed4-a03738f06bb8 req-edda13de-e664-4a7b-9f36-b9992a3b1d5f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Sep 20 12:08:21.836696 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37d66d-b4b6-432d-8c7f-c4b294e319f8 req-18df5a9b-26a7-40bb-9a55-f1a5f6e3393b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:21.838257 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9b37d66d-b4b6-432d-8c7f-c4b294e319f8 req-18df5a9b-26a7-40bb-9a55-f1a5f6e3393b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.0636077 Sep 20 12:08:21.900984 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9b37d66d-b4b6-432d-8c7f-c4b294e319f8 req-5a84bbab-77a2-4dc8-8381-6d23409d0e51 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555634 Sep 20 12:08:22.037006 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5dc9d-8c44-44cf-89c5-5ca030c8a10b req-5bb5a2db-dfda-4b67-a2c2-a955b1fd3106 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:22.038505 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-53f5dc9d-8c44-44cf-89c5-5ca030c8a10b req-5bb5a2db-dfda-4b67-a2c2-a955b1fd3106 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 945 time: 0.0500350 Sep 20 12:08:22.097622 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-53f5dc9d-8c44-44cf-89c5-5ca030c8a10b req-78a4f857-4520-49a1-89e9-c0af238aa338 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534692 Sep 20 12:08:22.119205 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c70e5-cc7c-44f5-bcea-2cd08b1e2696 req-9d3c6220-4ce7-4fcf-a048-7fc6030d2082 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:22.120668 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-532c70e5-cc7c-44f5-bcea-2cd08b1e2696 req-9d3c6220-4ce7-4fcf-a048-7fc6030d2082 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0567155 Sep 20 12:08:22.157440 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-532c70e5-cc7c-44f5-bcea-2cd08b1e2696 req-a6cd16ed-196b-49c8-be2d-d596b4f51c8f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Sep 20 12:08:22.179852 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36598) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:22.365343 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454cd5fd-e629-4e6d-915e-0a100d87a642 tempest-TestMinimumBasicScenario-762249566 tempest-TestMinimumBasicScenario-762249566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:22.367088 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-454cd5fd-e629-4e6d-915e-0a100d87a642 tempest-TestMinimumBasicScenario-762249566 tempest-TestMinimumBasicScenario-762249566-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1093 time: 0.1862855 Sep 20 12:08:22.370020 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36606) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:22.374384 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'port_id': '99a0178b-f594-46fc-931f-01d849e1b809', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:22.402888 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for floatingip, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:22.506954 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:22.613884 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Allocated IP 172.27.3.109 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/7290fb86-6a7a-4884-84e5-94edbe3d32fb) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:08:22.621261 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36610) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:22.719280 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:22.752689 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:22.755949 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-85d79974-b339-4c70-bf13-0c50041f9ef5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32240d1bd67a4c7f99c27c420e0d81ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332879 Sep 20 12:08:22.758356 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36614) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:22.788643 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:08:22.791471 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:08:22.794852 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:08:22.807614 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ddcd528f-2c4d-4ce6-8035-a4e1b2e4024a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:22.823005 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'Port': ['ID=7290fb86-6a7a-4884-84e5-94edbe3d32fb,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:22.828274 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ddcd528f-2c4d-4ce6-8035-a4e1b2e4024a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:22.836443 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.836791 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.837127 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.837462 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.837793 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.838127 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.838455 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.838777 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.839098 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.839417 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.839734 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.840078 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:08:22.876220 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ddcd528f-2c4d-4ce6-8035-a4e1b2e4024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:22.878745 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ddcd528f-2c4d-4ce6-8035-a4e1b2e4024a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:22.880093 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-ddcd528f-2c4d-4ce6-8035-a4e1b2e4024a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/048df2d1-48b2-4ae4-9d6e-785b8f6f989a HTTP/1.1" status: 204 len: 168 time: 0.1207476 Sep 20 12:08:22.893384 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd528f-2c4d-4ce6-8035-a4e1b2e4024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048df2d1-48b2-4ae4-9d6e-785b8f6f989a,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:23.266949 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a670f9f6-9ecd-4363-a9ec-4fc2e63c31df no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:08:23.288315 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: a670f9f6-9ecd-4363-a9ec-4fc2e63c31df {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:08:23.288689 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a670f9f6-9ecd-4363-a9ec-4fc2e63c31df not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:08:23.367449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c44ed9-5bfe-409e-8182-8386a471e65f req-43371e53-46f6-4038-ac91-5fae690835f2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:23.368887 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d4c44ed9-5bfe-409e-8182-8386a471e65f req-43371e53-46f6-4038-ac91-5fae690835f2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.3336473 Sep 20 12:08:23.467222 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:23.469651 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf76dc3-a000-47de-8e39-e839cdcbdeb3" -d '{"events": [{"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-plugged", "status": "completed", "tag": "40a2e066-970f-4c27-9170-1888a44c6694"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:23.514804 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d4c44ed9-5bfe-409e-8182-8386a471e65f req-54814cb4-d549-4c60-8323-c55c308da945 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297877 Sep 20 12:08:23.542470 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af14c21-ad53-4b07-bc05-eaa0bf502eb0 req-55292de2-ccd6-474e-9965-085ac299e360 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:23.542470 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9af14c21-ad53-4b07-bc05-eaa0bf502eb0 req-55292de2-ccd6-474e-9965-085ac299e360 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.1925480 Sep 20 12:08:23.637079 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36652) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:23.701326 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9af14c21-ad53-4b07-bc05-eaa0bf502eb0 req-79ff5e8d-c677-4a73-ba5b-602c43b17dae tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528203 Sep 20 12:08:23.703099 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:23.736061 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-973776183-network', 'tenant_id': '29dd22925e6943dfa765f8adffd6e8f9'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:23.756304 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d7abf-50ec-44dc-ba6d-901c7e0f1747 req-d2fe1843-8be4-462b-849c-27f221668c73 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:23.757770 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6f2d7abf-50ec-44dc-ba6d-901c7e0f1747 req-d2fe1843-8be4-462b-849c-27f221668c73 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.1539321 Sep 20 12:08:23.759567 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Made reservation on behalf of 29dd22925e6943dfa765f8adffd6e8f9 for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:08:23.762366 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:23.772443 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:23.864709 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:23.869290 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:23.869639 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6f2d7abf-50ec-44dc-ba6d-901c7e0f1747 req-3c4348b6-811d-4852-a6f8-0a14082d5d4b tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033089 Sep 20 12:08:23.871183 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:23.891223 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:08:23.906868 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130957-d7ef-41ea-aeda-5a7c298f77d6 req-a6fb17e3-5f5c-4b92-8966-eae760018a2a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:23.908368 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-09130957-d7ef-41ea-aeda-5a7c298f77d6 req-a6fb17e3-5f5c-4b92-8966-eae760018a2a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 945 time: 0.1275172 Sep 20 12:08:23.911912 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:23.912358 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Added segment dc92892b-c9a8-4ee3-82e6-e2ba04361ecb of type vlan for network 185a2b43-9a30-4f32-8cd2-688d1a1a341c Sep 20 12:08:23.913879 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b5efc7-c127-4b8f-9bfd-547e44d615e2,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:23.935284 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70eb674-500a-4244-ae85-ae954f95efa3 x-openstack-request-id: req-a70eb674-500a-4244-ae85-ae954f95efa3 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:23.936146 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-plugged", "status": "completed", "tag": "40a2e066-970f-4c27-9170-1888a44c6694", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:23.936446 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a70eb674-500a-4244-ae85-ae954f95efa3 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:23.936863 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694', 'code': 200} Sep 20 12:08:23.969177 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.002416 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.003881 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:24.004505 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.007616 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-09130957-d7ef-41ea-aeda-5a7c298f77d6 req-ad3b7a50-3a0a-4388-8626-21b48ffcde76 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852191 Sep 20 12:08:24.043445 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4049070 Sep 20 12:08:24.046001 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36662) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:24.051152 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Request body: {'subnet': {'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-973776183-subnet', 'tenant_id': '29dd22925e6943dfa765f8adffd6e8f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:24.085253 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.090287 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d6dae-397e-403c-bcd1-7f55b384bbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=185a2b43-9a30-4f32-8cd2-688d1a1a341c,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:24.096590 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.101705 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 185a2b43-9a30-4f32-8cd2-688d1a1a341c details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:08:24.131945 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Made reservation on behalf of 29dd22925e6943dfa765f8adffd6e8f9 for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:08:24.135414 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596710'] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.184054 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'Port': ['ID=7290fb86-6a7a-4884-84e5-94edbe3d32fb,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:24.205311 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411171-2ce1-4fa6-9884-36465f362180 req-87beefe1-8e8b-45ad-84e4-0c3f9b5189a8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:24.206843 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4e411171-2ce1-4fa6-9884-36465f362180 req-87beefe1-8e8b-45ad-84e4-0c3f9b5189a8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 945 time: 0.1190686 Sep 20 12:08:24.215468 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.285819 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4e411171-2ce1-4fa6-9884-36465f362180 req-e2118193-64e3-4985-82fc-474bccbc614f tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721569 Sep 20 12:08:24.324422 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36670) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:24.350779 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66711279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596680'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.362734 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Floating IP ea054f5b-8eff-412d-87de-fe891858053c associated. External IP: 172.27.3.109, port: 99a0178b-f594-46fc-931f-01d849e1b809. Sep 20 12:08:24.419796 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5d29fc-6453-467d-97dc-aa6fab96b59b,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:24.424249 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Checking segment: {'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:08:24.424586 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Network hostable DHCP agents. Network: 185a2b43-9a30-4f32-8cd2-688d1a1a341c, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:08:24.454777 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Network 185a2b43-9a30-4f32-8cd2-688d1a1a341c is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:08:24.469722 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 185a2b43-9a30-4f32-8cd2-688d1a1a341c) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:08:24.476299 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:24.477307 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.483684 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d477e-2992-4d4f-b6c6-fcd0482ab90b None None] Network 185a2b43-9a30-4f32-8cd2-688d1a1a341c requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:08:24.526283 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-4be88682-9535-46f3-87e3-9191a839b836 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4711390 Sep 20 12:08:24.603357 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Router 670aceb5-a162-4df2-8c01-3495cb571526 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:08:24.623591 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3fb13b-ec6c-415e-96f4-0d4e3fe74d01 tempest-TestVolumeBootPattern-1331809189 tempest-TestVolumeBootPattern-1331809189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:24.627970 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-cd3fb13b-ec6c-415e-96f4-0d4e3fe74d01 tempest-TestVolumeBootPattern-1331809189 tempest-TestVolumeBootPattern-1331809189-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 1093 time: 0.2898202 Sep 20 12:08:24.631097 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36678) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:24.641099 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'port_id': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:24.646828 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ae27-6ba5-415a-ab45-2b849ca81066 req-a95f95dc-5b25-4ee8-abbc-f230d2283730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:24.648444 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0377ae27-6ba5-415a-ab45-2b849ca81066 req-a95f95dc-5b25-4ee8-abbc-f230d2283730 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1099 time: 0.0771151 Sep 20 12:08:24.671315 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb8180b-00fe-4566-b7bf-7d24fc1dafc7 None None] Network 185a2b43-9a30-4f32-8cd2-688d1a1a341c requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:08:24.676815 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.731059 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0377ae27-6ba5-415a-ab45-2b849ca81066 req-b0df1103-b685-417f-bf27-6cfd2b6a987e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611992 Sep 20 12:08:24.815433 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:24.943813 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Allocated IP 172.27.3.135 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/d4cb04aa-19c3-4ab2-923c-dfe61da9364f) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:08:25.029796 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7727be-883d-4380-a9a3-73a3186b4365 req-d15ef266-871d-4e28-a70e-fa8f8bedc2a6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:25.036570 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9d7727be-883d-4380-a9a3-73a3186b4365 req-d15ef266-871d-4e28-a70e-fa8f8bedc2a6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.3701184 Sep 20 12:08:25.045529 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:08:25.055913 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.057221 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] Sync routers for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:08:25.066267 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:08:25.066877 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:08:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:25.100370 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.103966 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db434e-888d-474e-98d6-91a3d728148b req-72836c4f-d5da-49e8-b05d-9326325134b7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:25.105514 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e0db434e-888d-474e-98d6-91a3d728148b req-72836c4f-d5da-49e8-b05d-9326325134b7 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.1329057 Sep 20 12:08:25.108105 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.165498 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=d4cb04aa-19c3-4ab2-923c-dfe61da9364f,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:25.195648 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-9040bb2e-a5a3-4224-9920-308b937e7042 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8234661 Sep 20 12:08:25.199195 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:25.199735 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:08:25.199855 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:08:25.200366 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36690) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:25.201293 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:25.207138 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-a692036a-d1ba-4846-9f48-7f6a78228d48 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837538824', 'description': 'tempest-secgroup-smoke-1837538824 description', 'project_id': '4c33e98b89034c94b8ff1325910c3b93'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:25.222055 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:08:25.222261 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9d7727be-883d-4380-a9a3-73a3186b4365 req-2027c7df-d993-480e-a025-74a4b5881281 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810243 Sep 20 12:08:25.225412 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e0db434e-888d-474e-98d6-91a3d728148b req-6b44ad74-0160-48f6-b7b4-401ed340315a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128099 Sep 20 12:08:25.232295 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:08:25.293045 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a692036a-d1ba-4846-9f48-7f6a78228d48 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.312652 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5b9c69-8079-41af-81de-0729a5b05b3b x-openstack-request-id: req-1b5b9c69-8079-41af-81de-0729a5b05b3b {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:25.313232 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:25.313733 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b5b9c69-8079-41af-81de-0729a5b05b3b {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:25.314497 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809', 'status': 'completed', 'code': 200} Sep 20 12:08:25.509329 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': 'ea054f5b-8eff-412d-87de-fe891858053c', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'port_id': '99a0178b-f594-46fc-931f-01d849e1b809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'mac_address': 'fa:16:3e:73:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:08:23Z', 'updated_at': '2021-09-20T12:08:23Z', 'revision_number': 0, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:06Z', 'revision_number': 5, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:25.538351 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] Checking router: 670aceb5-a162-4df2-8c01-3495cb571526 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:08:25.546734 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:08:25.547534 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:08:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:25.584575 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-19559e7b-a9d7-4576-9d02-818d9aa8ee3a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:25.586074 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-19559e7b-a9d7-4576-9d02-818d9aa8ee3a tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.2022998 Sep 20 12:08:25.589757 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-1153dc8e-6538-455f-bfbf-c5338c0bbd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:25.591259 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-1153dc8e-6538-455f-bfbf-c5338c0bbd6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1098 time: 0.2088509 Sep 20 12:08:25.652074 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:08:25.697950 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a692036a-d1ba-4846-9f48-7f6a78228d48 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.712232 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a692036a-d1ba-4846-9f48-7f6a78228d48 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.828850 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a692036a-d1ba-4846-9f48-7f6a78228d48 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.830066 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a692036a-d1ba-4846-9f48-7f6a78228d48 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6283586 Sep 20 12:08:25.833198 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36698) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:25.837706 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-8fcf7043-f0e0-4725-a756-a483fcae8cce tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'security_group_rule': {'security_group_id': '5051791b-94aa-411a-b188-d0f7e14735ea', 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:25.852218 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692036a-d1ba-4846-9f48-7f6a78228d48 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5051791b-94aa-411a-b188-d0f7e14735ea,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:25.867041 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-4413ae22-6472-4158-94f6-068dcf9fa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:25.868559 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-4413ae22-6472-4158-94f6-068dcf9fa27e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 916 time: 0.2639544 Sep 20 12:08:25.873724 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7043-f0e0-4725-a756-a483fcae8cce tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.888495 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': 'ea054f5b-8eff-412d-87de-fe891858053c', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'port_id': '99a0178b-f594-46fc-931f-01d849e1b809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'mac_address': 'fa:16:3e:73:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:08:23Z', 'updated_at': '2021-09-20T12:08:23Z', 'revision_number': 0, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:06Z', 'revision_number': 5, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:25.914755 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1be19f-5427-49e9-8e87-daaf5d4da28a None None] The sync data for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi is: [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': 'ea054f5b-8eff-412d-87de-fe891858053c', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'port_id': '99a0178b-f594-46fc-931f-01d849e1b809', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'mac_address': 'fa:16:3e:73:b0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:08:23Z', 'updated_at': '2021-09-20T12:08:23Z', 'revision_number': 0, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:06Z', 'revision_number': 5, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:08:25.960317 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7043-f0e0-4725-a756-a483fcae8cce tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.964496 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7043-f0e0-4725-a756-a483fcae8cce tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.982622 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf7043-f0e0-4725-a756-a483fcae8cce tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076b1eaf-30bc-4cbe-9d81-fe3946174108,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:25.994825 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-8fcf7043-f0e0-4725-a756-a483fcae8cce tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:25.999366 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-8fcf7043-f0e0-4725-a756-a483fcae8cce tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651504 Sep 20 12:08:26.000449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36700) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:26.005727 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-56a5e57c-af0c-44d7-bc36-26a4f65972b4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'security_group_rule': {'security_group_id': '5051791b-94aa-411a-b188-d0f7e14735ea', 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:26.032259 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-56a5e57c-af0c-44d7-bc36-26a4f65972b4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.096557 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-56a5e57c-af0c-44d7-bc36-26a4f65972b4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.101320 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-56a5e57c-af0c-44d7-bc36-26a4f65972b4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.120378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5e57c-af0c-44d7-bc36-26a4f65972b4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19aaaef7-0eb0-47c2-80fd-3fd150219a3e,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:26.130348 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-56a5e57c-af0c-44d7-bc36-26a4f65972b4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.134070 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-56a5e57c-af0c-44d7-bc36-26a4f65972b4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300416 Sep 20 12:08:26.134280 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36702) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:26.139065 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-10fdbd17-22a3-400a-a103-22b592523212 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'security_group_rule': {'security_group_id': '5051791b-94aa-411a-b188-d0f7e14735ea', 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:26.157827 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997bc6a5-ee66-4f65-ac36-a5f60acc5d9a None None] New status for floating IP ea054f5b-8eff-412d-87de-fe891858053c: ACTIVE {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:08:26.186534 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-10fdbd17-22a3-400a-a103-22b592523212 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.290956 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-10fdbd17-22a3-400a-a103-22b592523212 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.296817 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-10fdbd17-22a3-400a-a103-22b592523212 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.319978 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdbd17-22a3-400a-a103-22b592523212 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15c5b84-b6ca-4dbd-9b00-99e7b565045e,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:26.337632 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-10fdbd17-22a3-400a-a103-22b592523212 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.341514 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-10fdbd17-22a3-400a-a103-22b592523212 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035654 Sep 20 12:08:26.341740 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36718) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:26.346972 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-a2c571a6-7d8d-40c4-b8bd-3eaccdb7607f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'security_group_rule': {'security_group_id': '5051791b-94aa-411a-b188-d0f7e14735ea', 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:26.348169 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Deleting port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:08:26.349035 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.396834 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-4c2a1d47-330b-48d1-9ab4-ed93d66e5fb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 999 time: 0.4938445 Sep 20 12:08:26.404892 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a2c571a6-7d8d-40c4-b8bd-3eaccdb7607f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.506452 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.517563 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739799a-6922-4fba-b1aa-977d82f8b657 req-93ab04e8-f3f0-42e2-a73e-aaff66ec0fd3 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:26.519241 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f739799a-6922-4fba-b1aa-977d82f8b657 req-93ab04e8-f3f0-42e2-a73e-aaff66ec0fd3 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 946 time: 0.1754987 Sep 20 12:08:26.569453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-12084da1-7523-454d-a67a-d0403e14ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:26.570896 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-12084da1-7523-454d-a67a-d0403e14ca3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 200 len: 854 time: 0.1598375 Sep 20 12:08:26.571804 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a231f51-e499-4a58-9297-d63cb20cfeb4 req-3b5853c5-e434-475d-a269-98184f16652f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:26.573577 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2a231f51-e499-4a58-9297-d63cb20cfeb4 req-3b5853c5-e434-475d-a269-98184f16652f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.1541579 Sep 20 12:08:26.584614 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a2c571a6-7d8d-40c4-b8bd-3eaccdb7607f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.597895 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a2c571a6-7d8d-40c4-b8bd-3eaccdb7607f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.637235 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] For port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,segment=NetworkSegment(0f528bb4-522d-4c9f-a786-567368584b21),segment_id=0f528bb4-522d-4c9f-a786-567368584b21)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:26.637665 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.643512 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f739799a-6922-4fba-b1aa-977d82f8b657 req-e732cc5b-e273-4efe-a439-cdb949469784 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/security-groups?id=06df60d0-1ae8-4f7f-9531-daf40792dd45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156974 Sep 20 12:08:26.652106 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c571a6-7d8d-40c4-b8bd-3eaccdb7607f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246aabaa-c30e-4c89-bf81-e0fbba166034,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:26.656142 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a2c571a6-7d8d-40c4-b8bd-3eaccdb7607f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.669119 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-a2c571a6-7d8d-40c4-b8bd-3eaccdb7607f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3173742 Sep 20 12:08:26.671719 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36736) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:26.675254 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2a231f51-e499-4a58-9297-d63cb20cfeb4 req-80cc1342-5a94-421a-b897-a9cac2e6a908 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885842 Sep 20 12:08:26.683168 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-7df45c6f-399b-46ed-acd4-1ab52c4391ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'security_group_rule': {'security_group_id': '5051791b-94aa-411a-b188-d0f7e14735ea', 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:26.690975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Calling delete_port for 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:08:26.717296 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.781366 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-741f65d0-1c94-4be7-bad1-6cbcbf09d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:26.782919 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-741f65d0-1c94-4be7-bad1-6cbcbf09d259 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1950507 Sep 20 12:08:26.793518 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.securitygroups_db [None req-7df45c6f-399b-46ed-acd4-1ab52c4391ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Project 4c33e98b89034c94b8ff1325910c3b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:08:26.825893 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7df45c6f-399b-46ed-acd4-1ab52c4391ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:26.863011 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-80323d2a-48b5-43de-b8d0-603750dc6420 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:26.864873 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-80323d2a-48b5-43de-b8d0-603750dc6420 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/networks?id=185a2b43-9a30-4f32-8cd2-688d1a1a341c HTTP/1.1" status: 200 len: 813 time: 0.1132488 Sep 20 12:08:26.882996 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-6d16990d-0ab0-4182-830b-30c4d0099bdc tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/quotas/29dd22925e6943dfa765f8adffd6e8f9 HTTP/1.1" status: 200 len: 375 time: 0.0101600 Sep 20 12:08:26.924490 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-ea5935b0-7682-448d-9173-516508e96148 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29dd22925e6943dfa765f8adffd6e8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352378 Sep 20 12:08:27.023491 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7df45c6f-399b-46ed-acd4-1ab52c4391ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.032056 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-bfe2be87-8914-4239-a146-d8afd03a5a58 service neutron] 10.222.0.20 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042175 Sep 20 12:08:27.034065 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-97fda3ab-232c-4c8b-9cb7-f2201a11a198 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416039 Sep 20 12:08:27.056711 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7df45c6f-399b-46ed-acd4-1ab52c4391ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.121466 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d1b545d3-70e9-4374-8e66-b2b19daf7083 service neutron] 10.222.0.20 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883684 Sep 20 12:08:27.123129 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df45c6f-399b-46ed-acd4-1ab52c4391ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ba0ec4-18e5-48c8-888c-f0ffab112d7c,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:27.143754 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7df45c6f-399b-46ed-acd4-1ab52c4391ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.148077 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-7df45c6f-399b-46ed-acd4-1ab52c4391ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4706826 Sep 20 12:08:27.148808 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36762) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:27.157122 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-e123abac-8546-4a29-a271-70239953b4de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'security_group_rule': {'security_group_id': '5051791b-94aa-411a-b188-d0f7e14735ea', 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:27.186367 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.securitygroups_db [None req-e123abac-8546-4a29-a271-70239953b4de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Project 4c33e98b89034c94b8ff1325910c3b93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:08:27.191467 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.195509 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.195695 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e123abac-8546-4a29-a271-70239953b4de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.204387 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:27.229400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.239737 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Pushing event deleted for resources: {'Port': ['ID=6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:27.300258 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e123abac-8546-4a29-a271-70239953b4de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.307293 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e123abac-8546-4a29-a271-70239953b4de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.325956 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123abac-8546-4a29-a271-70239953b4de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54276ebc-750b-4210-9962-22e60b3df28a,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:27.336425 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e123abac-8546-4a29-a271-70239953b4de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.338091 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e123abac-8546-4a29-a271-70239953b4de tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1874917 Sep 20 12:08:27.370550 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] No DVR routers for this DVR port 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:08:27.373506 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.376082 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a5b5146d-c945-4d72-826d-c91698d5c5cb req-0ad94d5f-7abe-4a5b-a9ad-20913d052ee6 tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.57 "DELETE /v2.0/ports/6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b HTTP/1.1" status: 204 len: 173 time: 1.7703557 Sep 20 12:08:27.380573 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642a5f47-f035-42ba-8a7f-23969702a244', 'name': 'network-vif-deleted', 'tag': '6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:27.381715 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c283d894-3118-493a-b9eb-2431f871518d req-f9bc5faf-8156-46c4-8be4-89328a255263 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 210 time: 0.0288417 Sep 20 12:08:27.384349 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e5d75a-f6b4-4992-82d3-bbae5e258164" -d '{"events": [{"server_uuid": "642a5f47-f035-42ba-8a7f-23969702a244", "name": "network-vif-deleted", "tag": "6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:27.398725 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1a306bbb-7ff5-4bf2-9cf8-557d1a8760b2 req-bf3649e0-4cfc-4492-8e79-bf6a6e405119 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368845 Sep 20 12:08:27.401858 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=d4cb04aa-19c3-4ab2-923c-dfe61da9364f,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:27.413780 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.465000 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-114e7432-a3a4-4850-aab6-747a03179401 req-aa00e7ff-f6d6-42c9-afc8-4cb6a5ab7788 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837538824&fields=id&tenant_id=4c33e98b89034c94b8ff1325910c3b93 HTTP/1.1" status: 200 len: 267 time: 0.0574439 Sep 20 12:08:27.467958 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980b57ab-2e9a-489f-beff-9d56ac8e2a30 x-openstack-request-id: req-980b57ab-2e9a-489f-beff-9d56ac8e2a30 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:27.468136 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642a5f47-f035-42ba-8a7f-23969702a244", "name": "network-vif-deleted", "tag": "6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:27.468398 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-980b57ab-2e9a-489f-beff-9d56ac8e2a30 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:27.468905 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642a5f47-f035-42ba-8a7f-23969702a244', 'name': 'network-vif-deleted', 'tag': '6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b', 'status': 'completed', 'code': 200} Sep 20 12:08:27.530222 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e7432-a3a4-4850-aab6-747a03179401 req-b7068d12-4b42-467b-9796-b3f6a510f4fa tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:27.531690 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-114e7432-a3a4-4850-aab6-747a03179401 req-b7068d12-4b42-467b-9796-b3f6a510f4fa tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0618014 Sep 20 12:08:27.545244 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-114e7432-a3a4-4850-aab6-747a03179401 req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'port': {'security_groups': ['4f24c372-4311-4ceb-8249-e94ec2aef561', '5051791b-94aa-411a-b188-d0f7e14735ea']}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:27.559601 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.l3_db [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Floating IP 867223a8-5204-47f7-bab7-4a882e2f29ae associated. External IP: 172.27.3.135, port: cd97a44a-279e-4938-b18b-3f69bb3f57c2. Sep 20 12:08:27.648142 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-114e7432-a3a4-4850-aab6-747a03179401 req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.783094 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0438763b-4840-4e64-bc75-3c1cc45eb37b req-9378b2dd-ed60-41b1-a781-0e409d61a36d tempest-AttachVolumeNegativeTest-1277171961 tempest-AttachVolumeNegativeTest-1277171961-project] 10.222.0.20 "GET /v2.0/ports?device_id=642a5f47-f035-42ba-8a7f-23969702a244 HTTP/1.1" status: 200 len: 210 time: 0.0348969 Sep 20 12:08:27.821316 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Router 4bd09b13-96de-4f08-b842-fe74646c2503 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:08:27.918721 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-114e7432-a3a4-4850-aab6-747a03179401 req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] For port 99a0178b-f594-46fc-931f-01d849e1b809, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=99a0178b-f594-46fc-931f-01d849e1b809,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:27.951729 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:08:27.964549 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:08:27.973288 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:27.978671 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:08:27.979091 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877dc44-e6d2-4013-be0c-19735b71646d req-df8f5646-0147-4fb5-81c5-b6878fae7f4e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:27.981681 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:08:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:27.983292 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0877dc44-e6d2-4013-be0c-19735b71646d req-df8f5646-0147-4fb5-81c5-b6878fae7f4e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.1087930 Sep 20 12:08:28.012445 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-438f2b4f-8c4f-4047-94e4-6cd325cf3e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3769896 Sep 20 12:08:28.015351 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-114e7432-a3a4-4850-aab6-747a03179401 req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:28.024514 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-114e7432-a3a4-4850-aab6-747a03179401 req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:28.037259 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['99a0178b-f594-46fc-931f-01d849e1b809'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:28.109991 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e7432-a3a4-4850-aab6-747a03179401 req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:28.110627 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-114e7432-a3a4-4850-aab6-747a03179401 req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:28.112062 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-114e7432-a3a4-4850-aab6-747a03179401 req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "PUT /v2.0/ports/99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 981 time: 0.5725458 Sep 20 12:08:28.115731 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:28.118431 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaa1d13-ea08-44c9-b5c6-04d91199003c" -d '{"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:28.124702 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d3b10-26a7-4905-9133-9aafc32ddc79 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'Port': ['ID=99a0178b-f594-46fc-931f-01d849e1b809,revision_number=6']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:28.129383 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:08:28.136749 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0877dc44-e6d2-4013-be0c-19735b71646d req-347030b6-7d73-4775-982d-3fb97a32a75f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399884 Sep 20 12:08:28.233098 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78919f-5af3-460a-8094-f895b5c5553c x-openstack-request-id: req-4b78919f-5af3-460a-8094-f895b5c5553c {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:28.233671 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:28.233911 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b78919f-5af3-460a-8094-f895b5c5553c {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:28.234306 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809', 'status': 'completed', 'code': 200} Sep 20 12:08:28.261489 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba5919-8f29-4ce4-b288-bf1ce1164ced req-ce51aea8-f1d5-458b-8291-403d25a5d800 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:28.263640 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2aba5919-8f29-4ce4-b288-bf1ce1164ced req-ce51aea8-f1d5-458b-8291-403d25a5d800 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0618782 Sep 20 12:08:28.282663 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['99a0178b-f594-46fc-931f-01d849e1b809'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:28.319507 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-e96e2852-8d29-4b7e-8aa5-5a3a7d7fbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:28.321271 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-e96e2852-8d29-4b7e-8aa5-5a3a7d7fbd05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1137 time: 0.0487871 Sep 20 12:08:28.331321 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2aba5919-8f29-4ce4-b288-bf1ce1164ced req-249d99e7-be6a-4b9e-9f96-05142d4dd3d0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531707 Sep 20 12:08:28.450056 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-52574bfd-b684-471c-93f5-8558df2a9de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:28.452353 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-52574bfd-b684-471c-93f5-8558df2a9de1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 916 time: 0.1217453 Sep 20 12:08:28.489885 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e1f8b779-a0e5-4a5f-a545-2091a3ce0167 req-444fc16b-1610-4d17-9615-99161b3028c2 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 210 time: 0.0307431 Sep 20 12:08:28.550977 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '867223a8-5204-47f7-bab7-4a882e2f29ae', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:ce:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:08:25Z', 'updated_at': '2021-09-20T12:08:25Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:28.562357 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-5d037016-a6d9-4cff-8533-f3c4396c99aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 1001 time: 0.1003520 Sep 20 12:08:28.582398 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:08:28.585310 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-997ca26d-3d60-450d-a508-6650f8517729 None None] Provisioning complete for port 99a0178b-f594-46fc-931f-01d849e1b809 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:08:28.585769 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-997ca26d-3d60-450d-a508-6650f8517729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:28.597307 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:08:28.597850 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:08:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:28.647696 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-86f6c14a-ae4d-4d0a-bb69-1b85e022ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:28.649344 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-86f6c14a-ae4d-4d0a-bb69-1b85e022ee7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 200 len: 854 time: 0.0778508 Sep 20 12:08:28.725847 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:08:28.752228 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-4791ccc8-5acb-4557-a7ec-3899da83159c tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:28.753924 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-4791ccc8-5acb-4557-a7ec-3899da83159c tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.57 "GET /v2.0/networks?id=185a2b43-9a30-4f32-8cd2-688d1a1a341c HTTP/1.1" status: 200 len: 813 time: 0.2317879 Sep 20 12:08:28.759692 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-5e9717fa-039d-4d1e-a682-00584690b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:28.761346 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-5e9717fa-039d-4d1e-a682-00584690b2b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945275 Sep 20 12:08:28.780365 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Request body: {'port': {'device_id': '01aeabe5-2b06-41da-8a4e-98163979516c', 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c', 'admin_state_up': True, 'tenant_id': '29dd22925e6943dfa765f8adffd6e8f9'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:28.868569 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36804) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:28.937442 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f55964-108c-473c-aaf2-8e4cd15431e5 admin admin] Deleting subnet 75038fda-b65e-42b1-b384-9abf93e5283f {{(pid=94128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:08:28.943091 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a3f55964-108c-473c-aaf2-8e4cd15431e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:28.958561 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-40bc5f89-206a-4a9d-8b89-ff70a574bbfc service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728463 Sep 20 12:08:28.984512 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a3f55964-108c-473c-aaf2-8e4cd15431e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5692878'] for subnet, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:28.999277 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Made reservation on behalf of 29dd22925e6943dfa765f8adffd6e8f9 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:08:29.000794 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '867223a8-5204-47f7-bab7-4a882e2f29ae', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:ce:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:08:25Z', 'updated_at': '2021-09-20T12:08:25Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:29.003395 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.028364 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a3f55964-108c-473c-aaf2-8e4cd15431e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.028709 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98c068-6e51-4b2f-b66a-74335c3c8fd8 None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '867223a8-5204-47f7-bab7-4a882e2f29ae', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:ce:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:08:25Z', 'updated_at': '2021-09-20T12:08:25Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:08:29.100500 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a3f55964-108c-473c-aaf2-8e4cd15431e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5512664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979817'] for subnet, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.128273 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f55964-108c-473c-aaf2-8e4cd15431e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75038fda-b65e-42b1-b384-9abf93e5283f,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:29.131746 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ceaa1d13-ea08-44c9-b5c6-04d91199003c req-8c410dca-e498-4058-ba6f-d987d8a7c520 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632121 Sep 20 12:08:29.135094 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a3f55964-108c-473c-aaf2-8e4cd15431e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.139875 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-a3f55964-108c-473c-aaf2-8e4cd15431e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/75038fda-b65e-42b1-b384-9abf93e5283f HTTP/1.1" status: 204 len: 168 time: 0.2702296 Sep 20 12:08:29.140566 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36806) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:29.187364 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Allocated IP 172.20.0.9 (185a2b43-9a30-4f32-8cd2-688d1a1a341c/5e5d29fc-6453-467d-97dc-aa6fab96b59b/53088311-694e-4e91-96f4-aafe5d575e46) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:08:29.222298 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.259080 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e773fb65-5823-4baa-82e5-35a22aa7e9eb None None] New status for floating IP 867223a8-5204-47f7-bab7-4a882e2f29ae: ACTIVE {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:08:29.300232 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:08:29.315500 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.325774 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:08:29.326199 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 6e7444a6-d4b1-4c77-a4b0-33aa7dcf6a0b not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:08:29.336730 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e33ade8-c7c7-4216-83b4-c3ac87ef53de']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:29.345623 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.346289 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f528bb4-522d-4c9f-a786-567368584b21') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:29.346739 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f528bb4-522d-4c9f-a786-567368584b21') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:08:29.357059 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.370315 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.376631 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:08:29.377378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:08:29.380337 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:08:29.386002 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.426492 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Network 185a2b43-9a30-4f32-8cd2-688d1a1a341c is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:08:29.430279 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:08:29.434142 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:08:29.445159 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.450382 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.454734 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1e33ade8-c7c7-4216-83b4-c3ac87ef53de HTTP/1.1" status: 204 len: 168 time: 0.3107827 Sep 20 12:08:29.466684 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083dabd-bf63-4b63-9ebd-0f75898e8705 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e33ade8-c7c7-4216-83b4-c3ac87ef53de,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:29.470070 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'tag': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:29.472348 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "0beaf840-ea0e-41a8-8224-f4fda4d1ecdd", "tag": "cd97a44a-279e-4938-b18b-3f69bb3f57c2"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:29.481988 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Pushing event updated for resources: {'Port': ['ID=53088311-694e-4e91-96f4-aafe5d575e46,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:29.510397 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:29.511130 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.526111 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a381012f-8c67-44f0-837d-5d02f9e7ec2b x-openstack-request-id: req-a381012f-8c67-44f0-837d-5d02f9e7ec2b {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:29.526484 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0beaf840-ea0e-41a8-8224-f4fda4d1ecdd", "tag": "cd97a44a-279e-4938-b18b-3f69bb3f57c2", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:29.526830 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a381012f-8c67-44f0-837d-5d02f9e7ec2b {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:29.527325 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'tag': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'status': 'completed', 'code': 200} Sep 20 12:08:29.529194 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ecaf50c-7f0c-482d-9e9a-9b8d9438fe70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7534029 Sep 20 12:08:29.553200 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Request body: {'port': {'device_id': '01aeabe5-2b06-41da-8a4e-98163979516c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:08:29.591004 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36814) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:29.656204 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d1bbc-0ed3-4027-8056-3f76f16b24be req-c3ba6010-d800-4d59-b04d-f12475ff86ad tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:29.657793 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-050d1bbc-0ed3-4027-8056-3f76f16b24be req-c3ba6010-d800-4d59-b04d-f12475ff86ad tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 931 time: 0.0772905 Sep 20 12:08:29.678725 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-f454ca56-40f8-4f22-91dd-0cdd9ae269ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13c5ca0df77442a97a81464f7f57250&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0830863 Sep 20 12:08:29.683599 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36816) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:29.727697 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-050d1bbc-0ed3-4027-8056-3f76f16b24be req-64f9af2c-a166-426b-87ec-a684dbe0ec4d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608768 Sep 20 12:08:29.750200 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ed77-779f-432e-951b-88850bc2234c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.772982 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ed77-779f-432e-951b-88850bc2234c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.830106 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ed77-779f-432e-951b-88850bc2234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.832030 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bbe5ed77-779f-432e-951b-88850bc2234c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.833709 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-bbe5ed77-779f-432e-951b-88850bc2234c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06df60d0-1ae8-4f7f-9531-daf40792dd45 HTTP/1.1" status: 204 len: 168 time: 0.1491528 Sep 20 12:08:29.841739 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5ed77-779f-432e-951b-88850bc2234c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df60d0-1ae8-4f7f-9531-daf40792dd45,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:29.883617 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:29.886427 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-5127c98d-621a-4035-97ae-f6f3aa06eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:29.887972 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-5127c98d-621a-4035-97ae-f6f3aa06eb10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 1098 time: 0.0755877 Sep 20 12:08:30.076764 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-17a4b8df-f07c-4ca2-9419-85fdb5c50bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:30.078225 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-17a4b8df-f07c-4ca2-9419-85fdb5c50bb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.1808164 Sep 20 12:08:30.203596 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-194cb7ca-ce94-4271-a954-841f14573dd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd97a44a-279e-4938-b18b-3f69bb3f57c2 HTTP/1.1" status: 200 len: 1001 time: 0.1013615 Sep 20 12:08:30.280034 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-1cfdb26d-e933-445a-aa69-e31cd50c6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:30.282190 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-1cfdb26d-e933-445a-aa69-e31cd50c6dc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0681343 Sep 20 12:08:30.342472 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53088311-694e-4e91-96f4-aafe5d575e46 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:08:30.352081 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:30.369586 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-2a081343-749f-4588-a896-007fd83cf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:30.371116 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-2a081343-749f-4588-a896-007fd83cf36c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695381 Sep 20 12:08:30.373543 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Transition to ACTIVE for port object 53088311-694e-4e91-96f4-aafe5d575e46 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:08:30.377453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:30.484130 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Pushing event updated for resources: {'Port': ['ID=53088311-694e-4e91-96f4-aafe5d575e46,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:30.568452 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-41137957-7981-4d10-aadf-2da949f1194c service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885638 Sep 20 12:08:30.586661 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Attempting to bind port 53088311-694e-4e91-96f4-aafe5d575e46 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:08:30.586983 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Attempting to bind port 53088311-694e-4e91-96f4-aafe5d575e46 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:08:30.587307 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Attempting to bind port 53088311-694e-4e91-96f4-aafe5d575e46 on network 185a2b43-9a30-4f32-8cd2-688d1a1a341c {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:08:30.604782 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Port 53088311-694e-4e91-96f4-aafe5d575e46 on network 185a2b43-9a30-4f32-8cd2-688d1a1a341c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:08:30.605107 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Attempting to bind port 53088311-694e-4e91-96f4-aafe5d575e46 on network 185a2b43-9a30-4f32-8cd2-688d1a1a341c {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:08:30.617264 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:08:30.617600 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Checking segment: {'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:08:30.617983 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Bound using segment: {'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:08:30.618413 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Bound port: 53088311-694e-4e91-96f4-aafe5d575e46, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:08:30.618771 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:30.723786 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-1f8ccc77-2ec3-4f58-9710-26c818c74e9a req-97b3376f-4541-46a7-a50b-5fb793a866a3 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446271 Sep 20 12:08:30.730131 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] For port 53088311-694e-4e91-96f4-aafe5d575e46, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:08:30.734982 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] For port 53088311-694e-4e91-96f4-aafe5d575e46, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53088311-694e-4e91-96f4-aafe5d575e46,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:08:30.739449 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:30.777301 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:30.777909 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:30.779332 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] 10.222.0.57 "PUT /v2.0/ports/53088311-694e-4e91-96f4-aafe5d575e46 HTTP/1.1" status: 200 len: 1093 time: 1.2312517 Sep 20 12:08:30.802806 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e344f-cda4-4232-b5b1-f20a0c842f9a service neutron] Pushing event updated for resources: {'Port': ['ID=53088311-694e-4e91-96f4-aafe5d575e46,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:30.862688 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e8fd2-ef0d-477d-bcb6-c773f4616cb7 req-c074253c-f082-40d9-b9fb-14652370ccb3 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:30.865052 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-617e8fd2-ef0d-477d-bcb6-c773f4616cb7 req-c074253c-f082-40d9-b9fb-14652370ccb3 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 943 time: 0.0615807 Sep 20 12:08:30.884310 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-9e0263c2-3247-4825-8cbf-a354a279a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:30.884803 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-9e0263c2-3247-4825-8cbf-a354a279a30f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29dd22925e6943dfa765f8adffd6e8f9&device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 1096 time: 0.0582039 Sep 20 12:08:30.917631 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-617e8fd2-ef0d-477d-bcb6-c773f4616cb7 req-8ef07f51-2608-4fe9-b399-cc13e19d8db9 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 Sep 20 12:08:30.949076 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-c7f25929-ed5f-4bc0-b139-c7b3deaf1b5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53088311-694e-4e91-96f4-aafe5d575e46 HTTP/1.1" status: 200 len: 217 time: 0.0549576 Sep 20 12:08:31.012438 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d73ea5f1-5e15-4eae-af3b-92c9fa8249fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:31.014082 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-d73ea5f1-5e15-4eae-af3b-92c9fa8249fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e5d29fc-6453-467d-97dc-aa6fab96b59b HTTP/1.1" status: 200 len: 853 time: 0.0514097 Sep 20 12:08:31.046764 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-f6c647b0-0d80-478d-8ee8-5d949850cb05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185a2b43-9a30-4f32-8cd2-688d1a1a341c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246439 Sep 20 12:08:31.138448 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-7ff1d13f-f01e-4aed-b8d5-497af79d3bfe service neutron] 10.222.0.57 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847471 Sep 20 12:08:31.227568 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0923cb60-3e6d-4d56-a681-d4e935b2fe88 req-f07c6588-8e74-4bb4-a608-d863edc133bd service neutron] 10.222.0.57 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815880 Sep 20 12:08:31.528080 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01aeabe5-2b06-41da-8a4e-98163979516c', 'tag': '53088311-694e-4e91-96f4-aafe5d575e46'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:31.530432 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f2d00-7e31-474d-8829-adcbbd40a038" -d '{"events": [{"name": "network-changed", "server_uuid": "01aeabe5-2b06-41da-8a4e-98163979516c", "tag": "53088311-694e-4e91-96f4-aafe5d575e46"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:31.568300 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f2c854-9ca9-472c-a8d5-4812e35bff0e x-openstack-request-id: req-58f2c854-9ca9-472c-a8d5-4812e35bff0e {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:31.568593 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01aeabe5-2b06-41da-8a4e-98163979516c", "tag": "53088311-694e-4e91-96f4-aafe5d575e46", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:31.568837 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58f2c854-9ca9-472c-a8d5-4812e35bff0e {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:31.569225 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01aeabe5-2b06-41da-8a4e-98163979516c', 'tag': '53088311-694e-4e91-96f4-aafe5d575e46', 'status': 'completed', 'code': 200} Sep 20 12:08:31.638889 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-d1511f21-58c3-49bf-bb4a-eb520f5d8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:31.640430 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-d1511f21-58c3-49bf-bb4a-eb520f5d8919 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29dd22925e6943dfa765f8adffd6e8f9&device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 1096 time: 0.0465605 Sep 20 12:08:31.733421 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-93770dd4-0d73-43eb-a1cf-f45806526757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:31.734930 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-93770dd4-0d73-43eb-a1cf-f45806526757 service neutron] 10.222.0.57 "GET /v2.0/networks?id=185a2b43-9a30-4f32-8cd2-688d1a1a341c HTTP/1.1" status: 200 len: 914 time: 0.0833144 Sep 20 12:08:31.780786 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-2d03129c-9005-4308-93e6-4cf1683e5cdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53088311-694e-4e91-96f4-aafe5d575e46 HTTP/1.1" status: 200 len: 217 time: 0.0363431 Sep 20 12:08:31.830151 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-223cdcfc-3766-4ecc-8688-af58075b6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:31.831558 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-223cdcfc-3766-4ecc-8688-af58075b6dec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e5d29fc-6453-467d-97dc-aa6fab96b59b HTTP/1.1" status: 200 len: 853 time: 0.0428417 Sep 20 12:08:31.868068 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-0f768297-7256-46e1-9e36-922c1841bff0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185a2b43-9a30-4f32-8cd2-688d1a1a341c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235364 Sep 20 12:08:31.964905 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-d5131251-51d8-40b5-9502-034fcebaf1fe service neutron] 10.222.0.57 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861847 Sep 20 12:08:32.070977 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4fa6f-8d06-4262-bb05-64139314938f req-23f49f61-2733-48e6-8f98-18222fbc336b tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:32.073532 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4f4fa6f-8d06-4262-bb05-64139314938f req-23f49f61-2733-48e6-8f98-18222fbc336b tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 943 time: 0.0582793 Sep 20 12:08:32.073950 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-453f2d00-7e31-474d-8829-adcbbd40a038 req-52e8658d-3a39-4bf0-b7e4-23d0d667e228 service neutron] 10.222.0.57 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941131 Sep 20 12:08:32.118135 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4f4fa6f-8d06-4262-bb05-64139314938f req-6f70d17b-9a8e-4a25-bd6c-0b949952363c tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Sep 20 12:08:32.294890 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-a1906401-0859-46bf-8430-ed05f790b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:32.296407 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-a1906401-0859-46bf-8430-ed05f790b929 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1098 time: 0.0416272 Sep 20 12:08:32.298695 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4650cf2-1b0f-4e4e-ae1f-9ae8e319af6a req-efa18791-d7dc-4faa-9234-39e7127c7097 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:32.300155 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e4650cf2-1b0f-4e4e-ae1f-9ae8e319af6a req-efa18791-d7dc-4faa-9234-39e7127c7097 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0511754 Sep 20 12:08:32.341506 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e4650cf2-1b0f-4e4e-ae1f-9ae8e319af6a req-b01ac9bd-b6b4-4c04-945f-2731300b5fc5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Sep 20 12:08:32.391259 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-9b207510-2f02-4531-b365-b14f3e4b2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:32.392713 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-9b207510-2f02-4531-b365-b14f3e4b2f94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 919 time: 0.0859251 Sep 20 12:08:32.434300 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-de70e2b8-74a4-4ef6-a4fe-e39309aadd35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61 HTTP/1.1" status: 200 len: 217 time: 0.0314736 Sep 20 12:08:32.498290 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-b2824a88-3dc6-4b60-8999-c73ce8cdfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:32.499692 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-b2824a88-3dc6-4b60-8999-c73ce8cdfca9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.0453250 Sep 20 12:08:33.231951 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e4436-f6a7-4274-9cc5-dc95cffc138a req-a8d2ee16-d8f3-44db-a47f-82b81101fb17 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:33.233449 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b15e4436-f6a7-4274-9cc5-dc95cffc138a req-a8d2ee16-d8f3-44db-a47f-82b81101fb17 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 943 time: 0.0481977 Sep 20 12:08:33.271005 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b15e4436-f6a7-4274-9cc5-dc95cffc138a req-ffd2faa6-b575-49e1-a9bb-75e5aa2902e0 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Sep 20 12:08:33.454951 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2add84a-d90d-4560-b460-e71f70ee8063 req-5e22f14e-b87d-437e-a7e6-73fd04aaeba7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:33.456437 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b2add84a-d90d-4560-b460-e71f70ee8063 req-5e22f14e-b87d-437e-a7e6-73fd04aaeba7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Sep 20 12:08:33.494387 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b2add84a-d90d-4560-b460-e71f70ee8063 req-77911985-8e8e-44ac-8a80-b963cda60b74 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316358 Sep 20 12:08:33.502158 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-820be96e-dab9-4091-aefd-da00eb8182a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244014 Sep 20 12:08:34.368775 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 53088311-694e-4e91-96f4-aafe5d575e46 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:08:34.385969 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac0917-23e4-4d9b-9e9f-97076255a98c req-469c4275-dbd7-4b02-b122-16b20cf44176 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:34.392372 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c0ac0917-23e4-4d9b-9e9f-97076255a98c req-469c4275-dbd7-4b02-b122-16b20cf44176 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 943 time: 0.0567904 Sep 20 12:08:34.432355 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c0ac0917-23e4-4d9b-9e9f-97076255a98c req-ad9ecde0-63f8-4e07-924b-bd2b966ed4e2 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369349 Sep 20 12:08:34.455628 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-ad6e545a-47a6-40d6-9a07-c08786e895c2 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870726 Sep 20 12:08:34.470224 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 53088311-694e-4e91-96f4-aafe5d575e46, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53088311-694e-4e91-96f4-aafe5d575e46,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:34.481384 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '53088311-694e-4e91-96f4-aafe5d575e46', 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c', 'port_id': '53088311-694e-4e91-96f4-aafe5d575e46', 'mac_address': 'fa:16:3e:d8:4a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5d29fc-6453-467d-97dc-aa6fab96b59b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:08:34.516873 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:34.530384 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53088311-694e-4e91-96f4-aafe5d575e46 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:08:34.549576 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 53088311-694e-4e91-96f4-aafe5d575e46, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53088311-694e-4e91-96f4-aafe5d575e46,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:34.554135 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:34.600109 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=53088311-694e-4e91-96f4-aafe5d575e46,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:34.611296 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df34a28-78ec-4b43-9d24-78745e061f6f req-e3dd3952-1a9a-41a4-9727-6d8e6136f6cd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:34.612891 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5df34a28-78ec-4b43-9d24-78745e061f6f req-e3dd3952-1a9a-41a4-9727-6d8e6136f6cd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0522006 Sep 20 12:08:34.649794 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5df34a28-78ec-4b43-9d24-78745e061f6f req-b975accf-06d8-4900-9296-bed18054b237 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302768 Sep 20 12:08:35.430818 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-14bf21da-7501-405b-9b8f-3ffdf9dc1627 req-4267ecc9-915a-40fb-bdf3-fb60e73cfe64 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831683 Sep 20 12:08:35.547011 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276f7da-2aa5-456b-b86e-eaece2a8a173 req-d1965bc0-d0d1-4728-8653-6d236c52cccf tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:35.548813 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8276f7da-2aa5-456b-b86e-eaece2a8a173 req-d1965bc0-d0d1-4728-8653-6d236c52cccf tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 944 time: 0.0492764 Sep 20 12:08:35.586411 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8276f7da-2aa5-456b-b86e-eaece2a8a173 req-9d6c8b07-1405-48a3-bc1c-e53170c9be44 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308974 Sep 20 12:08:35.715966 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['53088311-694e-4e91-96f4-aafe5d575e46'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:08:35.762533 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e81b2-b850-4a5f-a38d-aa7b39343d56 req-a0a01e9a-5928-438d-9c8e-68ec4fff88ad tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:35.764018 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-453e81b2-b850-4a5f-a38d-aa7b39343d56 req-a0a01e9a-5928-438d-9c8e-68ec4fff88ad tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0481794 Sep 20 12:08:35.804353 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-453e81b2-b850-4a5f-a38d-aa7b39343d56 req-6dae9f3c-9d84-456a-9eeb-cf975a3cd2a8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337431 Sep 20 12:08:36.701558 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111585a-bb30-4f55-8a7b-ced61cc68846 req-f888fb51-6773-4fb8-9411-e1ba006f5505 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:36.703017 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1111585a-bb30-4f55-8a7b-ced61cc68846 req-f888fb51-6773-4fb8-9411-e1ba006f5505 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 944 time: 0.0523119 Sep 20 12:08:36.741740 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1111585a-bb30-4f55-8a7b-ced61cc68846 req-ae0fa7f7-bebe-462f-ad7b-4213ed602aee tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326951 Sep 20 12:08:36.916317 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098a1fa-cc03-4a96-aa69-eb5c4c1df6e6 req-b02931fb-c2f4-4bd1-af54-e13b48ff2188 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:36.917760 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e098a1fa-cc03-4a96-aa69-eb5c4c1df6e6 req-b02931fb-c2f4-4bd1-af54-e13b48ff2188 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0472164 Sep 20 12:08:36.954646 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e098a1fa-cc03-4a96-aa69-eb5c4c1df6e6 req-6e9cd912-4dc7-4c97-abfe-4c705e7e5129 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308487 Sep 20 12:08:37.850503 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939d59c-0ecf-40f5-badf-2935192b322d req-9954768d-2f2a-44f3-89f6-c2d530e7e903 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:37.851818 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6939d59c-0ecf-40f5-badf-2935192b322d req-9954768d-2f2a-44f3-89f6-c2d530e7e903 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 944 time: 0.0464635 Sep 20 12:08:37.902479 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6939d59c-0ecf-40f5-badf-2935192b322d req-3d41b43a-4cff-4f51-bc3a-50cbdc452e57 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448189 Sep 20 12:08:38.065789 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db6625c-282e-44f8-a7b6-98a59a8f7a22 req-65acc45b-7504-457d-bf29-8bcaba67dc64 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:38.067815 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1db6625c-282e-44f8-a7b6-98a59a8f7a22 req-65acc45b-7504-457d-bf29-8bcaba67dc64 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0465810 Sep 20 12:08:38.104547 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1db6625c-282e-44f8-a7b6-98a59a8f7a22 req-fb089715-02a1-48f6-ba3b-f1a6487f7a2a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Sep 20 12:08:38.369235 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 53088311-694e-4e91-96f4-aafe5d575e46 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:08:38.415086 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 53088311-694e-4e91-96f4-aafe5d575e46 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:08:38.418678 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 53088311-694e-4e91-96f4-aafe5d575e46 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:08:38.419043 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:38.495438 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:38.516413 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aeabe5-2b06-41da-8a4e-98163979516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53088311-694e-4e91-96f4-aafe5d575e46'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:08:38.518588 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da97545-c043-40f6-8b90-28bd2019138c" -d '{"events": [{"server_uuid": "01aeabe5-2b06-41da-8a4e-98163979516c", "name": "network-vif-plugged", "status": "completed", "tag": "53088311-694e-4e91-96f4-aafe5d575e46"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:08:38.530802 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 53088311-694e-4e91-96f4-aafe5d575e46, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53088311-694e-4e91-96f4-aafe5d575e46,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:08:38.535109 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:38.558118 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b908abde-24ef-459c-ac97-d658f9348948 x-openstack-request-id: req-b908abde-24ef-459c-ac97-d658f9348948 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:08:38.558408 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aeabe5-2b06-41da-8a4e-98163979516c", "name": "network-vif-plugged", "status": "completed", "tag": "53088311-694e-4e91-96f4-aafe5d575e46", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:08:38.558654 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b908abde-24ef-459c-ac97-d658f9348948 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:08:38.559033 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01aeabe5-2b06-41da-8a4e-98163979516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53088311-694e-4e91-96f4-aafe5d575e46', 'code': 200} Sep 20 12:08:38.584322 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=53088311-694e-4e91-96f4-aafe5d575e46,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:38.721667 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840ade5-645a-425c-a932-5ffa9d0426c7 req-bde03dee-56b7-45f9-8e9d-d213967181a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:38.723216 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7840ade5-645a-425c-a932-5ffa9d0426c7 req-bde03dee-56b7-45f9-8e9d-d213967181a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 1098 time: 0.0388973 Sep 20 12:08:38.757475 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7840ade5-645a-425c-a932-5ffa9d0426c7 req-15a0517c-bdf4-4807-8b34-b9bec770fd63 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269184 Sep 20 12:08:39.021928 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c53f4f-064a-48a9-a9f4-08830e3645e6 req-b4f62309-7844-4ab3-bb63-42a64d728920 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:39.023467 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-37c53f4f-064a-48a9-a9f4-08830e3645e6 req-b4f62309-7844-4ab3-bb63-42a64d728920 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 945 time: 0.0503361 Sep 20 12:08:39.059587 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-37c53f4f-064a-48a9-a9f4-08830e3645e6 req-821cd08c-9249-480c-ad4e-eacaed37ee42 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302365 Sep 20 12:08:39.217867 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9208d0-4a60-475b-bb59-c21979fe7fd0 req-a5b4adcf-b216-4001-8aa6-c8515a03a60c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:39.219320 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eb9208d0-4a60-475b-bb59-c21979fe7fd0 req-a5b4adcf-b216-4001-8aa6-c8515a03a60c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0472114 Sep 20 12:08:39.232094 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 36956) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:39.259717 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eb9208d0-4a60-475b-bb59-c21979fe7fd0 req-761bd1a4-295f-45c4-8dd0-b7cdced1ded8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Sep 20 12:08:39.335746 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a84e2cec-6551-40e4-b91d-3960cb659b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:39.420801 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a84e2cec-6551-40e4-b91d-3960cb659b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:39.424345 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a84e2cec-6551-40e4-b91d-3960cb659b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:39.464399 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a84e2cec-6551-40e4-b91d-3960cb659b08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f53235360bcd4a9fa9d1c732cf84317d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313309 Sep 20 12:08:39.465211 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e2cec-6551-40e4-b91d-3960cb659b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0579206b-3561-496b-9caa-f41b634d05c0,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:39.467160 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 36960) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:39.514458 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-92bc4c56-1f4b-4d5b-86e3-3f9fb70232da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:39.534189 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-92bc4c56-1f4b-4d5b-86e3-3f9fb70232da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:39.581699 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-92bc4c56-1f4b-4d5b-86e3-3f9fb70232da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:39.584540 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-92bc4c56-1f4b-4d5b-86e3-3f9fb70232da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:39.585673 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-92bc4c56-1f4b-4d5b-86e3-3f9fb70232da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0579206b-3561-496b-9caa-f41b634d05c0 HTTP/1.1" status: 204 len: 168 time: 0.1175599 Sep 20 12:08:39.593304 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc4c56-1f4b-4d5b-86e3-3f9fb70232da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0579206b-3561-496b-9caa-f41b634d05c0,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:39.896004 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:39.936949 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:08:40.180953 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cbd82-7868-4926-8c96-97f667a65451 req-b26c580f-8544-47ce-9a59-fb6c04be483f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:40.182415 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-422cbd82-7868-4926-8c96-97f667a65451 req-b26c580f-8544-47ce-9a59-fb6c04be483f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 945 time: 0.0492861 Sep 20 12:08:40.220689 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-422cbd82-7868-4926-8c96-97f667a65451 req-b3ad6091-8ba8-4fde-bef4-d0aaacb5b211 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Sep 20 12:08:40.377827 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672f9a1-b489-4096-a501-1bb656bd3d9c req-ddb06c2b-366e-40b6-b246-df2f84a7e5e0 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:40.379833 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2672f9a1-b489-4096-a501-1bb656bd3d9c req-ddb06c2b-366e-40b6-b246-df2f84a7e5e0 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0522277 Sep 20 12:08:40.417586 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2672f9a1-b489-4096-a501-1bb656bd3d9c req-7c089f34-a935-49de-81e6-847cf52fa53b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Sep 20 12:08:40.617936 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-6261235a-c119-4937-ba9f-5caef5369e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:41.334852 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71b209-ca51-4259-b499-3dffa325c630 req-ec1876c6-a201-4bae-88cb-84dbe0809c8a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:41.336227 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fb71b209-ca51-4259-b499-3dffa325c630 req-ec1876c6-a201-4bae-88cb-84dbe0809c8a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 945 time: 0.0490355 Sep 20 12:08:41.375026 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fb71b209-ca51-4259-b499-3dffa325c630 req-d81efc4b-e61d-4360-8641-9bde6a6dbdc6 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Sep 20 12:08:41.538085 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351becd-5be3-4c15-8926-fe18bd6d053b req-cb1855a4-03a1-499f-9137-b0107e8c99bd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:41.539534 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7351becd-5be3-4c15-8926-fe18bd6d053b req-cb1855a4-03a1-499f-9137-b0107e8c99bd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0539987 Sep 20 12:08:41.577949 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7351becd-5be3-4c15-8926-fe18bd6d053b req-18c17df1-cfd9-46df-86d7-fa096b6898cf tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Sep 20 12:08:42.711574 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af039b-9d64-40d6-a00a-b1360979de4e req-ee553a05-bda0-4ffb-a09e-abe6fb78698a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:42.713059 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-96af039b-9d64-40d6-a00a-b1360979de4e req-ee553a05-bda0-4ffb-a09e-abe6fb78698a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0593939 Sep 20 12:08:42.750648 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-96af039b-9d64-40d6-a00a-b1360979de4e req-488304ec-892c-436d-b699-4c6515103f24 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Sep 20 12:08:43.270623 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-873f4bfa-76e5-4696-93cc-893ae1648680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:43.593559 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37090) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:43.700307 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9118bcb7-6dd5-4f97-9af7-b4c30d7e0076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:43.785412 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9118bcb7-6dd5-4f97-9af7-b4c30d7e0076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:43.789284 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9118bcb7-6dd5-4f97-9af7-b4c30d7e0076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:43.836373 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-9118bcb7-6dd5-4f97-9af7-b4c30d7e0076 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f1cbce3c4de4bbebc444046b1ff652d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417524 Sep 20 12:08:43.838973 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37096) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:43.849855 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118bcb7-6dd5-4f97-9af7-b4c30d7e0076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c8de09-7deb-412f-866a-7a254aa95bb4,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:43.876175 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707be2b-4c21-43f6-85fd-d01e879d7abe req-5a10abe1-c9fa-403d-b1f8-c430c52a70eb tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:43.877648 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4707be2b-4c21-43f6-85fd-d01e879d7abe req-5a10abe1-c9fa-403d-b1f8-c430c52a70eb tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0566211 Sep 20 12:08:43.887988 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0054909d-2032-4d74-981e-5725b1f9288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:43.908702 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0054909d-2032-4d74-981e-5725b1f9288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:43.915367 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4707be2b-4c21-43f6-85fd-d01e879d7abe req-a9d915a2-96fc-42d9-8ffd-f94de1e72c33 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Sep 20 12:08:43.953566 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0054909d-2032-4d74-981e-5725b1f9288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:43.956081 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0054909d-2032-4d74-981e-5725b1f9288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:43.957206 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-0054909d-2032-4d74-981e-5725b1f9288e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40c8de09-7deb-412f-866a-7a254aa95bb4 HTTP/1.1" status: 204 len: 168 time: 0.1172698 Sep 20 12:08:43.965759 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054909d-2032-4d74-981e-5725b1f9288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c8de09-7deb-412f-866a-7a254aa95bb4,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:44.067497 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.228906 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37104) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:44.241847 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-57b014bb-8c40-47e5-83b9-670e158c11be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.330322 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-57b014bb-8c40-47e5-83b9-670e158c11be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.334436 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-57b014bb-8c40-47e5-83b9-670e158c11be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.356372 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.374119 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-57b014bb-8c40-47e5-83b9-670e158c11be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5857597928f84821b32a1d08374651a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440773 Sep 20 12:08:44.374449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37106) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:44.375416 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b014bb-8c40-47e5-83b9-670e158c11be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e53b0b-cef6-4809-8f81-bdcdee966903,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:44.433689 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87510d9f-07c9-4780-b48c-a832c632b7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.458844 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87510d9f-07c9-4780-b48c-a832c632b7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.506023 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87510d9f-07c9-4780-b48c-a832c632b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.508917 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87510d9f-07c9-4780-b48c-a832c632b7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:44.510331 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-87510d9f-07c9-4780-b48c-a832c632b7ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61e53b0b-cef6-4809-8f81-bdcdee966903 HTTP/1.1" status: 204 len: 168 time: 0.1333833 Sep 20 12:08:44.518938 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87510d9f-07c9-4780-b48c-a832c632b7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e53b0b-cef6-4809-8f81-bdcdee966903,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:45.035361 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c17f6-4ca0-4aeb-8cd0-574e6c7f27e7 req-57773d4e-0f73-444d-bec2-e72768b14cc1 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:45.040849 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-338c17f6-4ca0-4aeb-8cd0-574e6c7f27e7 req-57773d4e-0f73-444d-bec2-e72768b14cc1 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0541356 Sep 20 12:08:45.078122 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-338c17f6-4ca0-4aeb-8cd0-574e6c7f27e7 req-99815d57-58cd-48db-9d00-559b13ec1277 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314293 Sep 20 12:08:45.717115 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:46.202991 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5d75-04d3-4d7c-a3c1-5eb4200f0726 req-b35afaa3-0991-4e82-8993-e15a401edd74 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:46.204503 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4b1b5d75-04d3-4d7c-a3c1-5eb4200f0726 req-b35afaa3-0991-4e82-8993-e15a401edd74 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0528851 Sep 20 12:08:46.253084 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4b1b5d75-04d3-4d7c-a3c1-5eb4200f0726 req-cdb6f2fd-efe5-4357-8263-ba377f538eed tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316417 Sep 20 12:08:47.369692 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ba6df-dc62-47f1-a112-4a38f1d81108 req-b9aa4ab2-9af5-41b7-becd-ed03ebf39dd1 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:47.371108 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b8ba6df-dc62-47f1-a112-4a38f1d81108 req-b9aa4ab2-9af5-41b7-becd-ed03ebf39dd1 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0503049 Sep 20 12:08:47.406186 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2b8ba6df-dc62-47f1-a112-4a38f1d81108 req-21e800df-253d-4521-b769-7d87e02b4079 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293186 Sep 20 12:08:48.526933 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bc495-e5ec-498f-9ea8-b7f9ce1cf102 req-1a85b49e-ce47-4dd3-bbd4-55aec8cd079d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:48.528419 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-295bc495-e5ec-498f-9ea8-b7f9ce1cf102 req-1a85b49e-ce47-4dd3-bbd4-55aec8cd079d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0515347 Sep 20 12:08:48.565472 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-295bc495-e5ec-498f-9ea8-b7f9ce1cf102 req-e72e4be5-52b4-4831-9d93-239055473cb4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Sep 20 12:08:49.698443 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022440f-8a0f-43cf-adb3-9191fabcea2b req-ef0a6a5b-19cc-4cca-8101-ee42432d4d40 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:49.700137 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a022440f-8a0f-43cf-adb3-9191fabcea2b req-ef0a6a5b-19cc-4cca-8101-ee42432d4d40 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0662947 Sep 20 12:08:49.740436 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a022440f-8a0f-43cf-adb3-9191fabcea2b req-6db286ba-0003-4ab1-8f32-a65ecba95469 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Sep 20 12:08:50.855510 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e903462-78a2-4271-bbfb-0b28697a626c req-4eb2f2ec-216c-480b-a837-f2c22c362b77 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:50.857009 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6e903462-78a2-4271-bbfb-0b28697a626c req-4eb2f2ec-216c-480b-a837-f2c22c362b77 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0513766 Sep 20 12:08:50.898762 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6e903462-78a2-4271-bbfb-0b28697a626c req-18e3999b-7758-4079-8493-0825a136e592 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Sep 20 12:08:52.010263 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b1aa6-5778-41c9-b320-dc03c9525d10 req-be220c41-9c4c-42a3-9c31-e29fd3202b69 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:52.011712 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d26b1aa6-5778-41c9-b320-dc03c9525d10 req-be220c41-9c4c-42a3-9c31-e29fd3202b69 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0511961 Sep 20 12:08:52.048006 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d26b1aa6-5778-41c9-b320-dc03c9525d10 req-653f94f5-5aff-48b9-8fa0-30a441264604 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305049 Sep 20 12:08:52.471512 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37262) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:52.581754 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-77067cc4-6681-4ffa-b020-0993b7eb6f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:52.668262 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-77067cc4-6681-4ffa-b020-0993b7eb6f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:52.671490 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-77067cc4-6681-4ffa-b020-0993b7eb6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:52.708987 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-77067cc4-6681-4ffa-b020-0993b7eb6f00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be8e75dc56f84f64a2d06c106d92ea58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363040 Sep 20 12:08:52.710080 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067cc4-6681-4ffa-b020-0993b7eb6f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce3a7d6-569e-4db1-9d3e-754dfcb5a0c6,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:52.711606 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37268) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:52.760445 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dff40e75-9543-408e-b522-855eab498c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:52.780652 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dff40e75-9543-408e-b522-855eab498c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:52.824375 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dff40e75-9543-408e-b522-855eab498c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:52.826880 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dff40e75-9543-408e-b522-855eab498c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:52.828668 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-dff40e75-9543-408e-b522-855eab498c66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ce3a7d6-569e-4db1-9d3e-754dfcb5a0c6 HTTP/1.1" status: 204 len: 168 time: 0.1150501 Sep 20 12:08:52.836552 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff40e75-9543-408e-b522-855eab498c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce3a7d6-569e-4db1-9d3e-754dfcb5a0c6,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:53.078947 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37276) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:53.092605 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-644ed263-6432-4bb5-a1e1-f894a57742cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.168767 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68a6b3-f6a5-4e6a-8a81-e296e31a5f3d req-71825b00-5a08-4148-883f-f072755bde3a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:53.170243 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3f68a6b3-f6a5-4e6a-8a81-e296e31a5f3d req-71825b00-5a08-4148-883f-f072755bde3a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0574758 Sep 20 12:08:53.178628 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-644ed263-6432-4bb5-a1e1-f894a57742cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.182691 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-644ed263-6432-4bb5-a1e1-f894a57742cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.206907 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3f68a6b3-f6a5-4e6a-8a81-e296e31a5f3d req-af1ba1a0-2048-463d-b86d-646be90f3dd3 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307994 Sep 20 12:08:53.220573 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-644ed263-6432-4bb5-a1e1-f894a57742cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6697ae94f3274016b2e8d525ad2b1e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403713 Sep 20 12:08:53.223298 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ed263-6432-4bb5-a1e1-f894a57742cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bc8576-61c8-46a0-9474-c9467764abee,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:53.224014 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37278) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:53.271943 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a6c68b0-dd92-4191-a7de-2ede79ddcb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.291560 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a6c68b0-dd92-4191-a7de-2ede79ddcb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.343994 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a6c68b0-dd92-4191-a7de-2ede79ddcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.346431 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a6c68b0-dd92-4191-a7de-2ede79ddcb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.347546 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-7a6c68b0-dd92-4191-a7de-2ede79ddcb89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6bc8576-61c8-46a0-9474-c9467764abee HTTP/1.1" status: 204 len: 168 time: 0.1225843 Sep 20 12:08:53.356232 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c68b0-dd92-4191-a7de-2ede79ddcb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bc8576-61c8-46a0-9474-c9467764abee,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:53.649892 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37286) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:53.663017 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-0b36b57f-da63-4972-9901-5bd2677170a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.752627 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-0b36b57f-da63-4972-9901-5bd2677170a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.756782 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-0b36b57f-da63-4972-9901-5bd2677170a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.793602 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36b57f-da63-4972-9901-5bd2677170a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f18875-a635-464b-bc3a-6af563baa1fd,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:53.798592 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-0b36b57f-da63-4972-9901-5bd2677170a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6233fd7dd834086a8befa5cb58c9565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477780 Sep 20 12:08:53.801758 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37288) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:08:53.847295 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2f4349a0-3d7c-45fc-9a58-a677b5be526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.868388 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2f4349a0-3d7c-45fc-9a58-a677b5be526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.911665 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2f4349a0-3d7c-45fc-9a58-a677b5be526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.914378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2f4349a0-3d7c-45fc-9a58-a677b5be526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:08:53.915467 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-2f4349a0-3d7c-45fc-9a58-a677b5be526e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03f18875-a635-464b-bc3a-6af563baa1fd HTTP/1.1" status: 204 len: 168 time: 0.1127460 Sep 20 12:08:53.922654 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4349a0-3d7c-45fc-9a58-a677b5be526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f18875-a635-464b-bc3a-6af563baa1fd,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:08:54.319959 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aee0ed-e0aa-429b-980b-13ff94461e52 req-59a469a3-9cc1-4b5a-8091-88fd56ccaf8a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:54.321438 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a1aee0ed-e0aa-429b-980b-13ff94461e52 req-59a469a3-9cc1-4b5a-8091-88fd56ccaf8a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0491779 Sep 20 12:08:54.358832 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a1aee0ed-e0aa-429b-980b-13ff94461e52 req-739463f3-fecf-410b-8b38-20a6ddf2f9f8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Sep 20 12:08:55.477646 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac4f0d-b749-4323-84fb-c4e3d45b188a req-d1af571c-4a6a-4713-927d-f44c32974264 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:55.479111 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d5ac4f0d-b749-4323-84fb-c4e3d45b188a req-d1af571c-4a6a-4713-927d-f44c32974264 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0539963 Sep 20 12:08:55.516780 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d5ac4f0d-b749-4323-84fb-c4e3d45b188a req-c4d362e5-1462-48ef-b552-533e061c9098 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Sep 20 12:08:56.628588 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ec17-5839-4f12-a974-a4be8600f081 req-2823483a-14aa-41ef-97b5-c4caff9884fa tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:56.630079 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4ce9ec17-5839-4f12-a974-a4be8600f081 req-2823483a-14aa-41ef-97b5-c4caff9884fa tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Sep 20 12:08:56.667308 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4ce9ec17-5839-4f12-a974-a4be8600f081 req-97ae8934-1f3c-49c1-8da7-23b6acd1dd8f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312364 Sep 20 12:08:57.779847 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3a5cb-7f75-47ee-a8f8-e570d60e7cb3 req-d8e29d1b-9c36-425b-8fca-0fd49ca0a9e2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:57.781301 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d3e3a5cb-7f75-47ee-a8f8-e570d60e7cb3 req-d8e29d1b-9c36-425b-8fca-0fd49ca0a9e2 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0484133 Sep 20 12:08:57.817549 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d3e3a5cb-7f75-47ee-a8f8-e570d60e7cb3 req-5f63a173-ac69-4de4-b57d-fa3485f8c7f5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299516 Sep 20 12:08:58.938460 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d9149-8c88-483b-9ade-008bc651e2a7 req-ecd32df8-ea29-42df-bb0f-0987e81b6f6e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:08:58.940702 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0d3d9149-8c88-483b-9ade-008bc651e2a7 req-ecd32df8-ea29-42df-bb0f-0987e81b6f6e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0571387 Sep 20 12:08:58.981545 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0d3d9149-8c88-483b-9ade-008bc651e2a7 req-85b5d4e4-1db0-437f-ac4d-0af18879f58e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344460 Sep 20 12:09:00.095754 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efeadc-7636-49f4-95fe-99e9037c80a6 req-81cb9957-b048-4db6-b076-2ed4ae3600db tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:00.097261 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d5efeadc-7636-49f4-95fe-99e9037c80a6 req-81cb9957-b048-4db6-b076-2ed4ae3600db tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0483596 Sep 20 12:09:00.134787 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d5efeadc-7636-49f4-95fe-99e9037c80a6 req-e89b1af9-5e10-4049-ba67-95570496f480 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Sep 20 12:09:01.249289 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84a714-0af7-4cb9-a19f-d55226354c5c req-a267b9f7-ea1d-4bdc-8ede-bebb6f6821d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:01.250744 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4d84a714-0af7-4cb9-a19f-d55226354c5c req-a267b9f7-ea1d-4bdc-8ede-bebb6f6821d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0486028 Sep 20 12:09:01.288114 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4d84a714-0af7-4cb9-a19f-d55226354c5c req-27fa0bb3-d25f-425a-9874-75c67e96fdfc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307209 Sep 20 12:09:02.403080 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d2bef-58e4-47b9-9f9d-787d27162c9b req-06b43494-7ac0-4252-9b62-db063ebc8d34 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:02.404596 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0b6d2bef-58e4-47b9-9f9d-787d27162c9b req-06b43494-7ac0-4252-9b62-db063ebc8d34 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0508664 Sep 20 12:09:02.442839 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0b6d2bef-58e4-47b9-9f9d-787d27162c9b req-89a97e12-8807-4dc3-9842-0fc930793bd9 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318072 Sep 20 12:09:03.555306 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79f455-99f7-4fe3-a1ff-11503f097df4 req-8c1352e6-5db1-472a-b85d-a4921598e7dc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:03.556860 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7f79f455-99f7-4fe3-a1ff-11503f097df4 req-8c1352e6-5db1-472a-b85d-a4921598e7dc tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0475857 Sep 20 12:09:03.596018 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7f79f455-99f7-4fe3-a1ff-11503f097df4 req-cc6c3871-3ec3-46e1-8c28-f0be90e90f7b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330324 Sep 20 12:09:04.708676 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579f225-c4f1-4782-aef1-906835634edd req-9e0ad02e-437a-4271-9579-bfd11a9e0479 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:04.710027 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9579f225-c4f1-4782-aef1-906835634edd req-9e0ad02e-437a-4271-9579-bfd11a9e0479 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0465181 Sep 20 12:09:04.747955 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9579f225-c4f1-4782-aef1-906835634edd req-b27fac00-ee60-4368-9e07-37ad52e3bee5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Sep 20 12:09:05.867630 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519474af-f8b7-4ddf-a252-c789366502db req-50d7e0f5-74d7-4278-8905-7235b52427ad tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:05.869147 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-519474af-f8b7-4ddf-a252-c789366502db req-50d7e0f5-74d7-4278-8905-7235b52427ad tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Sep 20 12:09:05.907072 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-519474af-f8b7-4ddf-a252-c789366502db req-592d9017-60ae-4fc4-83ac-e9f081e63924 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Sep 20 12:09:07.024084 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85953d02-b833-46e5-86f8-166c7a940930 req-784d27c8-bd01-4651-a524-50046d9ca97b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:07.025663 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-85953d02-b833-46e5-86f8-166c7a940930 req-784d27c8-bd01-4651-a524-50046d9ca97b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0516622 Sep 20 12:09:07.064600 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-85953d02-b833-46e5-86f8-166c7a940930 req-f76720ad-dace-4075-9d66-497261576f5e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Sep 20 12:09:07.333428 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbbd04-c2a9-4d3b-a316-0cdc0c2a3b14 req-daf2c167-851b-4fd2-ba48-bbce239db593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:07.334826 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-36fbbd04-c2a9-4d3b-a316-0cdc0c2a3b14 req-daf2c167-851b-4fd2-ba48-bbce239db593 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1098 time: 0.0442660 Sep 20 12:09:07.374039 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-36fbbd04-c2a9-4d3b-a316-0cdc0c2a3b14 req-e4139dde-a621-403a-9cab-ebcd0afd1041 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308938 Sep 20 12:09:08.179283 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ee5d-a20c-4251-bdf3-d20b9e7f5f4b req-2f1ff5e7-efd2-4f23-aab6-ebcadb40fa0e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:08.180764 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c749ee5d-a20c-4251-bdf3-d20b9e7f5f4b req-2f1ff5e7-efd2-4f23-aab6-ebcadb40fa0e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0476542 Sep 20 12:09:08.217454 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c749ee5d-a20c-4251-bdf3-d20b9e7f5f4b req-322be1fb-bbd9-417a-8890-e39098ae1fe9 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Sep 20 12:09:09.332949 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324fb24-d377-4db3-86d5-6479521c49ea req-ffb3b839-e590-4da9-9337-0deb34f15b79 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:09.334420 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3324fb24-d377-4db3-86d5-6479521c49ea req-ffb3b839-e590-4da9-9337-0deb34f15b79 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0501542 Sep 20 12:09:09.370860 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3324fb24-d377-4db3-86d5-6479521c49ea req-d11539c0-f690-4d53-89cd-e239affe31f5 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307815 Sep 20 12:09:09.670915 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-e397418e-3531-4959-9d0d-7e0d7085ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:09.672613 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-e397418e-3531-4959-9d0d-7e0d7085ab87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 1098 time: 0.0395467 Sep 20 12:09:09.674360 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fad431-6952-4438-93cb-d3fcc321da12 req-1b1b74eb-79a0-4329-b9ac-b89e4791bb68 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:09.676028 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-77fad431-6952-4438-93cb-d3fcc321da12 req-1b1b74eb-79a0-4329-b9ac-b89e4791bb68 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0494986 Sep 20 12:09:09.713277 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-77fad431-6952-4438-93cb-d3fcc321da12 req-e18e4cc2-6ebb-4aa6-9af8-58107c1c0793 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Sep 20 12:09:09.761577 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-f63ea5fb-80c6-463b-aa60-23eb41a3a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:09.763035 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-f63ea5fb-80c6-463b-aa60-23eb41a3a0fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 200 len: 919 time: 0.0831988 Sep 20 12:09:09.818050 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-3a43f87e-dab4-4b7f-a3b4-9a308c6a9f2a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61 HTTP/1.1" status: 200 len: 217 time: 0.0373063 Sep 20 12:09:09.876771 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-2a3075e6-b456-4281-9568-a42110f12701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:09.878223 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-2a3075e6-b456-4281-9568-a42110f12701 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 200 len: 858 time: 0.0428355 Sep 20 12:09:09.909968 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:09.912698 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-2a09fe81-3be3-4c3d-a991-b9e6e33ad6db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0be3c0-671a-4273-8c56-67ad62b46d6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246139 Sep 20 12:09:10.007061 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-b17bf4fa-dd1c-4ea0-ae14-48cf25db5b03 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844569 Sep 20 12:09:10.103331 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-63adbc55-db9b-468d-a8c9-01457d7c32c7 req-f5e20328-494d-4c03-89e4-ed7d8b0aef2a service neutron] 10.222.0.57 "GET /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788913 Sep 20 12:09:10.617954 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5c42ad3b-ca34-4277-91ee-182c6a82e79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:10.829872 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb250d85-2bad-4d42-85ae-a15acd350301 req-816c3590-685f-476a-b563-ea1aa4a7a482 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:10.831411 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bb250d85-2bad-4d42-85ae-a15acd350301 req-816c3590-685f-476a-b563-ea1aa4a7a482 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0483165 Sep 20 12:09:10.874103 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bb250d85-2bad-4d42-85ae-a15acd350301 req-86e3f420-ebe1-46e6-874d-cb0d4095b52a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366001 Sep 20 12:09:11.753017 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8adff-a991-4163-ac1c-4890271fe817 req-d39dddad-a3df-432e-b90d-9733e9f2e134 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:11.754521 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-51e8adff-a991-4163-ac1c-4890271fe817 req-d39dddad-a3df-432e-b90d-9733e9f2e134 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0549338 Sep 20 12:09:11.771877 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-a12e9fcd-2dc3-43b8-87b6-628864046bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:11.773456 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-a12e9fcd-2dc3-43b8-87b6-628864046bd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1137 time: 0.0437756 Sep 20 12:09:11.793426 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-51e8adff-a991-4163-ac1c-4890271fe817 req-61562627-5bc5-4bab-ae52-ff9cc98b4ca7 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328362 Sep 20 12:09:11.864429 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-bdfc9517-802d-4ce6-8e03-b0ee42fa3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:11.865833 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-bdfc9517-802d-4ce6-8e03-b0ee42fa3a88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 916 time: 0.0821350 Sep 20 12:09:11.946773 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-67529890-b933-4590-aff4-9c29805d6a72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 1001 time: 0.0699251 Sep 20 12:09:12.001003 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-cf16c7b2-74b6-4610-9cb3-36e6f0b1e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:12.002715 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-cf16c7b2-74b6-4610-9cb3-36e6f0b1e07c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 200 len: 854 time: 0.0476108 Sep 20 12:09:12.013677 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b287d67-14e9-4426-9eba-60208f2898fc req-7fd0c1aa-622d-4edc-b665-3f529e483f80 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:12.015702 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6b287d67-14e9-4426-9eba-60208f2898fc req-7fd0c1aa-622d-4edc-b665-3f529e483f80 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0559978 Sep 20 12:09:12.050855 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-e2906221-da18-4f9e-a3af-d423096aec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:12.052375 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-e2906221-da18-4f9e-a3af-d423096aec6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423429 Sep 20 12:09:12.061704 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6b287d67-14e9-4426-9eba-60208f2898fc req-56935f67-e49c-4a17-8e0c-be86f19be89b tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Sep 20 12:09:12.152427 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-b1d9ca67-4783-470b-9cdb-e410eabadf5c service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913997 Sep 20 12:09:12.248894 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0ab448c7-7309-4526-9429-2e6c9ce4dd8a req-d078066d-ef49-4c18-b959-919195e42a7e service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870240 Sep 20 12:09:12.904408 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e85b5-46e6-42d0-a319-2102cb6b7cea req-14740aa6-1230-43c6-8b81-573ce3214005 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:12.905820 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3f8e85b5-46e6-42d0-a319-2102cb6b7cea req-14740aa6-1230-43c6-8b81-573ce3214005 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0475547 Sep 20 12:09:12.943331 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3f8e85b5-46e6-42d0-a319-2102cb6b7cea req-ae7e7501-c407-4fe4-8fa3-53e73336cf55 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317192 Sep 20 12:09:13.183691 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225ed0e-94c0-4548-8f88-82a2cadb01f3 req-8e1e4547-cc0a-4afd-b803-f8c4b8747140 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:13.185174 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9225ed0e-94c0-4548-8f88-82a2cadb01f3 req-8e1e4547-cc0a-4afd-b803-f8c4b8747140 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Sep 20 12:09:13.222476 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9225ed0e-94c0-4548-8f88-82a2cadb01f3 req-b85da548-0895-411a-a204-1a9585f84433 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308661 Sep 20 12:09:13.271214 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-85675b67-2004-494b-9998-dde9e096596e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:14.054860 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44ebba-d158-4e76-be23-15d133de4cad req-f16d4c94-63ba-4d8e-9cb3-a5abf79d3558 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:14.056473 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2d44ebba-d158-4e76-be23-15d133de4cad req-f16d4c94-63ba-4d8e-9cb3-a5abf79d3558 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0487845 Sep 20 12:09:14.070144 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:14.098469 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2d44ebba-d158-4e76-be23-15d133de4cad req-14c88a77-6df0-43f4-a57e-269e67514bc1 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349631 Sep 20 12:09:14.333168 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70760787-7749-4682-8f60-33724f956e76 req-ebf723cb-a5d8-4627-b7fd-95739ad89d5e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:14.334590 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-70760787-7749-4682-8f60-33724f956e76 req-ebf723cb-a5d8-4627-b7fd-95739ad89d5e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0471869 Sep 20 12:09:14.359159 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:14.371368 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-70760787-7749-4682-8f60-33724f956e76 req-f814b8d3-0245-4da1-885b-0f9298e28aed tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Sep 20 12:09:15.212421 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2739a-5009-4993-a0d1-329c9245ecd4 req-2715e5aa-7614-472c-b08b-676cdc825ac2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:15.213837 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e8c2739a-5009-4993-a0d1-329c9245ecd4 req-2715e5aa-7614-472c-b08b-676cdc825ac2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0507574 Sep 20 12:09:15.252824 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e8c2739a-5009-4993-a0d1-329c9245ecd4 req-7ddafc73-97cd-4181-babc-fbf2c415e977 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330908 Sep 20 12:09:15.482003 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f16952-d4f9-4a91-89a1-08b92456bbb4 req-37ad054d-be81-45ce-a4e9-036d813ec37e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:15.483468 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f5f16952-d4f9-4a91-89a1-08b92456bbb4 req-37ad054d-be81-45ce-a4e9-036d813ec37e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0475068 Sep 20 12:09:15.520204 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f5f16952-d4f9-4a91-89a1-08b92456bbb4 req-f4af8d28-c102-4aac-9f2d-eee3f69459da tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304627 Sep 20 12:09:15.668798 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-af847472-f06e-4a43-8b8d-a491c2d77d19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431499 Sep 20 12:09:15.724787 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:15.762590 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-b1e8adcf-ceaa-46f6-a5c4-b5cdd8364269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:15.764649 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-b1e8adcf-ceaa-46f6-a5c4-b5cdd8364269 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 1099 time: 0.0447764 Sep 20 12:09:15.876362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-73934fdc-4602-4039-8ded-f402a7757921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:15.877805 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-73934fdc-4602-4039-8ded-f402a7757921 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.0818839 Sep 20 12:09:15.954616 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-5ebb5507-64a4-40ea-b007-3b63fe48f3ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 200 len: 1000 time: 0.0642104 Sep 20 12:09:16.009660 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-7ffcfd7e-135e-4fa8-9038-b40b2d0f96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:16.011038 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-7ffcfd7e-135e-4fa8-9038-b40b2d0f96b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0418775 Sep 20 12:09:16.062952 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-a8335197-c95d-49ab-a354-0ccaa6259ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:16.064407 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-a8335197-c95d-49ab-a354-0ccaa6259ac7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375159 Sep 20 12:09:16.161069 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-319c6312-86f6-45bf-8390-266f98feb005 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842109 Sep 20 12:09:16.250224 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e7f4b13c-3bdd-49ed-9269-1253900afaa2 req-a9361631-1ecb-4d7d-a092-e2591ef1c8e0 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800560 Sep 20 12:09:16.367691 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a7f8e-d5e1-489d-b945-6615d883c62e req-7af549e7-1fd1-4ebd-bae0-eb6813aa8efe tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:16.369175 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ff3a7f8e-d5e1-489d-b945-6615d883c62e req-7af549e7-1fd1-4ebd-bae0-eb6813aa8efe tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0499821 Sep 20 12:09:16.410271 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ff3a7f8e-d5e1-489d-b945-6615d883c62e req-01d48a0c-4832-4fec-94a3-9dc695ff50a5 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339162 Sep 20 12:09:16.633252 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc73b4-e28b-45ad-a963-11870d7d8c23 req-57f04060-9273-4c87-ae56-9361255f7abe tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:16.634656 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6fcc73b4-e28b-45ad-a963-11870d7d8c23 req-57f04060-9273-4c87-ae56-9361255f7abe tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0503085 Sep 20 12:09:16.669863 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6fcc73b4-e28b-45ad-a963-11870d7d8c23 req-8cde857b-9a5b-4b0e-8512-9b96d263b207 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295126 Sep 20 12:09:16.935676 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:09:17.525127 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6641c65-524f-4704-82f5-426137d02248 req-06b81204-e78c-4238-a3e3-d715eedc2582 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:17.526544 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6641c65-524f-4704-82f5-426137d02248 req-06b81204-e78c-4238-a3e3-d715eedc2582 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0474126 Sep 20 12:09:17.564125 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d6641c65-524f-4704-82f5-426137d02248 req-6b174681-d805-4b89-a62d-0d6e5669f18f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317016 Sep 20 12:09:18.674638 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aba3f-fa40-4576-b940-555c5c664ab3 req-51443a22-aa15-4fa1-be49-ba81be1f2330 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:18.676075 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d18aba3f-fa40-4576-b940-555c5c664ab3 req-51443a22-aa15-4fa1-be49-ba81be1f2330 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0462859 Sep 20 12:09:18.714994 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d18aba3f-fa40-4576-b940-555c5c664ab3 req-868bfa71-006d-4229-8b40-893e485f8cb2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330515 Sep 20 12:09:19.829185 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25f3b8-6a56-49e5-a4b2-3fa518ebb0c3 req-cad3fb98-fdf6-4239-8196-ff9edef3c2ee tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:19.830604 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8f25f3b8-6a56-49e5-a4b2-3fa518ebb0c3 req-cad3fb98-fdf6-4239-8196-ff9edef3c2ee tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0500917 Sep 20 12:09:19.868978 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8f25f3b8-6a56-49e5-a4b2-3fa518ebb0c3 req-1c1ba9fb-ca87-45b4-a131-bfbd07be8fce tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317910 Sep 20 12:09:20.978378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03527cfa-d8e6-42fa-ba24-bc058a6c2984 req-ff091f0e-5cb4-4caa-b3bf-0814565d7ae8 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:20.979803 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-03527cfa-d8e6-42fa-ba24-bc058a6c2984 req-ff091f0e-5cb4-4caa-b3bf-0814565d7ae8 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0472879 Sep 20 12:09:21.018632 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-03527cfa-d8e6-42fa-ba24-bc058a6c2984 req-8d3f8412-0441-4a20-b406-d9ee4167705e tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328424 Sep 20 12:09:22.129716 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdfc2a-1b50-4f6b-8951-6818b5ed599b req-67b926b4-c68c-4c87-a513-6022f8a7defc tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:22.131145 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-52fdfc2a-1b50-4f6b-8951-6818b5ed599b req-67b926b4-c68c-4c87-a513-6022f8a7defc tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0475731 Sep 20 12:09:22.168315 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-52fdfc2a-1b50-4f6b-8951-6818b5ed599b req-dd10e9c8-3c49-4e01-a779-3ba5cf9da495 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0312562 Sep 20 12:09:23.502076 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099223a-175f-4c74-b69d-5ce17e25cb54 req-3f966dba-b1c2-4d46-abab-857c9254883b tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:23.503565 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3099223a-175f-4c74-b69d-5ce17e25cb54 req-3f966dba-b1c2-4d46-abab-857c9254883b tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.2698400 Sep 20 12:09:23.544005 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3099223a-175f-4c74-b69d-5ce17e25cb54 req-4b81fffe-1610-4f53-9b5f-6715863a1656 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342298 Sep 20 12:09:24.657890 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e306082-18c0-4505-86d1-9da42f402cb6 req-39a51767-1d7b-4763-a604-ab20fb7b61a9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:24.659292 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e306082-18c0-4505-86d1-9da42f402cb6 req-39a51767-1d7b-4763-a604-ab20fb7b61a9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0466132 Sep 20 12:09:24.698540 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e306082-18c0-4505-86d1-9da42f402cb6 req-a35f833b-d727-4297-b3e3-619f2c501b4f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327630 Sep 20 12:09:25.810369 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0027861-2dd0-405f-be49-3a43c2b10f05 req-22fefd51-9002-49c5-9d8d-2901b5dbc26f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:25.811807 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d0027861-2dd0-405f-be49-3a43c2b10f05 req-22fefd51-9002-49c5-9d8d-2901b5dbc26f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0481985 Sep 20 12:09:25.852385 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d0027861-2dd0-405f-be49-3a43c2b10f05 req-7bc0c78c-6245-4519-9f07-824944cd226f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340509 Sep 20 12:09:26.971157 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afd9cc-cf60-4677-8cad-d6c70f9d585d req-a719593d-9cc3-4d2f-904b-01bc58cca945 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:26.972631 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9afd9cc-cf60-4677-8cad-d6c70f9d585d req-a719593d-9cc3-4d2f-904b-01bc58cca945 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0543966 Sep 20 12:09:27.010809 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9afd9cc-cf60-4677-8cad-d6c70f9d585d req-6018136f-20ee-43af-ad47-ed009541efd4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323458 Sep 20 12:09:28.119724 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ac2fc-bab5-4359-8218-69c55a14005f req-55ab2cba-76c0-4fc4-8cbb-ba68c177cac9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:28.121143 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b33ac2fc-bab5-4359-8218-69c55a14005f req-55ab2cba-76c0-4fc4-8cbb-ba68c177cac9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0469918 Sep 20 12:09:28.158342 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b33ac2fc-bab5-4359-8218-69c55a14005f req-a7c69697-5675-4a64-ba2b-889d9b1f659f tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0313551 Sep 20 12:09:29.270276 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001572cc-506d-4e9c-96c5-9ff994d478a9 req-0116f3c1-403d-4c2f-a288-a8afa25f8bab tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:29.271713 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-001572cc-506d-4e9c-96c5-9ff994d478a9 req-0116f3c1-403d-4c2f-a288-a8afa25f8bab tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0474133 Sep 20 12:09:29.311863 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-001572cc-506d-4e9c-96c5-9ff994d478a9 req-9edcafe8-8318-42ea-bc01-ff8a2e739383 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342710 Sep 20 12:09:29.954700 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575751ad-d3d7-46d8-9c40-db2c91fa61c8 req-28cb62b7-3551-43f8-86ce-53d260a5ab93 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:29.956172 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-575751ad-d3d7-46d8-9c40-db2c91fa61c8 req-28cb62b7-3551-43f8-86ce-53d260a5ab93 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0499463 Sep 20 12:09:29.993900 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-575751ad-d3d7-46d8-9c40-db2c91fa61c8 req-c517d1a7-9f28-48cd-a22c-8c3531a926af tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Sep 20 12:09:30.420989 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0957f2-cb6f-476c-8d5d-7a3bc4c55656 req-dd457220-3d2d-4204-b581-f2c54314ac09 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:30.422421 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ea0957f2-cb6f-476c-8d5d-7a3bc4c55656 req-dd457220-3d2d-4204-b581-f2c54314ac09 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0470583 Sep 20 12:09:30.460907 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ea0957f2-cb6f-476c-8d5d-7a3bc4c55656 req-e6acf78f-7362-4565-8933-2e8879e11ac5 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320530 Sep 20 12:09:31.111344 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a7846-aea7-4dbd-b0b1-90f35745d2f7 req-05b0ad15-ef84-49c6-9d6a-3a429dc4634f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:31.113401 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-253a7846-aea7-4dbd-b0b1-90f35745d2f7 req-05b0ad15-ef84-49c6-9d6a-3a429dc4634f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0499253 Sep 20 12:09:31.153153 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-253a7846-aea7-4dbd-b0b1-90f35745d2f7 req-18c94e83-d657-4353-ace2-a3acc2d3ac7e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Sep 20 12:09:31.484067 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dfe95-a4ae-4d8c-afa1-6c1444f13263 req-2a5aef39-1220-4920-8f84-d3899780a803 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:31.485728 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-564dfe95-a4ae-4d8c-afa1-6c1444f13263 req-2a5aef39-1220-4920-8f84-d3899780a803 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.0554080 Sep 20 12:09:31.545578 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-564dfe95-a4ae-4d8c-afa1-6c1444f13263 req-3507eaa6-5982-4e59-a7d9-999fc2d6f395 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Sep 20 12:09:31.604985 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a703967-db44-4218-b623-7c1f01dcab90 req-78c77831-5250-4bf9-87c7-1c64fab165b3 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:31.606445 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7a703967-db44-4218-b623-7c1f01dcab90 req-78c77831-5250-4bf9-87c7-1c64fab165b3 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0658598 Sep 20 12:09:31.646159 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7a703967-db44-4218-b623-7c1f01dcab90 req-744bfc4e-e2c7-4dab-bc6f-a5c5c84592ef tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336087 Sep 20 12:09:32.265881 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b8201-9afa-4739-8f0c-7d7cbd3ff5bd req-39ed1675-857e-4dee-aebb-0bf23c83e042 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:32.267345 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-875b8201-9afa-4739-8f0c-7d7cbd3ff5bd req-39ed1675-857e-4dee-aebb-0bf23c83e042 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0489302 Sep 20 12:09:32.309810 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-875b8201-9afa-4739-8f0c-7d7cbd3ff5bd req-558f412d-a24f-4c6c-9ba1-eefe1e3f2560 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349591 Sep 20 12:09:32.679163 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e740-9cf8-4c91-8990-73ac50ef9632 req-4e0c6f2e-ee87-47b1-932c-0de8b523bff6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:32.680656 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-14e0e740-9cf8-4c91-8990-73ac50ef9632 req-4e0c6f2e-ee87-47b1-932c-0de8b523bff6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.0531228 Sep 20 12:09:32.734744 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-14e0e740-9cf8-4c91-8990-73ac50ef9632 req-7a424fb8-e3c3-45e6-9a19-57a75f502f92 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479438 Sep 20 12:09:32.774061 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92332e6b-572b-4707-8531-826c0a10edc0 req-b522b93e-59bc-4b13-ad23-af45a5a89fc2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:32.775541 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-92332e6b-572b-4707-8531-826c0a10edc0 req-b522b93e-59bc-4b13-ad23-af45a5a89fc2 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0567007 Sep 20 12:09:32.815829 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-92332e6b-572b-4707-8531-826c0a10edc0 req-d8621ad0-7308-4851-98c2-06feeed8a894 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340612 Sep 20 12:09:33.421086 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7ff38-0f10-4ca3-8e2f-99791386bd8e req-ecbbe66d-0a4f-4038-a33c-b5fdb5540ea8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:33.422554 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c1a7ff38-0f10-4ca3-8e2f-99791386bd8e req-ecbbe66d-0a4f-4038-a33c-b5fdb5540ea8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0475056 Sep 20 12:09:33.459819 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c1a7ff38-0f10-4ca3-8e2f-99791386bd8e req-c5e0e4e5-3953-4402-8690-113e9ce9875c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Sep 20 12:09:33.855381 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ea69e-6b20-4753-ba6d-f9a43d9e9725 req-84cb7a17-91ab-476b-9889-453c7dfbfb0d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:33.856856 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b22ea69e-6b20-4753-ba6d-f9a43d9e9725 req-84cb7a17-91ab-476b-9889-453c7dfbfb0d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.0526795 Sep 20 12:09:33.902182 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b22ea69e-6b20-4753-ba6d-f9a43d9e9725 req-9a512f66-72dd-4d75-9d38-e4c4e1203654 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395167 Sep 20 12:09:33.937713 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc00d5-d889-4938-9b36-73e19566fc02 req-3ed8afaa-8be2-4b63-834f-379c679ab3e4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:33.939179 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4dc00d5-d889-4938-9b36-73e19566fc02 req-3ed8afaa-8be2-4b63-834f-379c679ab3e4 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0520005 Sep 20 12:09:33.977980 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4dc00d5-d889-4938-9b36-73e19566fc02 req-c9458d64-06cf-43c2-afc5-49f0ab787eb0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328214 Sep 20 12:09:34.570323 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70088c-0b76-4ec1-9271-7a948c47a341 req-c3c3d25a-1203-470a-9bc0-2c04d1b89432 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:34.571682 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9f70088c-0b76-4ec1-9271-7a948c47a341 req-c3c3d25a-1203-470a-9bc0-2c04d1b89432 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0477524 Sep 20 12:09:34.607952 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9f70088c-0b76-4ec1-9271-7a948c47a341 req-fea41db1-5e62-4e7f-b347-4b765a5945ac tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303075 Sep 20 12:09:35.023730 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339918d-481b-48a1-aa6c-b8063d5481eb req-7dcdb609-76d8-4b0b-8dd0-b130df005af3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:35.025248 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5339918d-481b-48a1-aa6c-b8063d5481eb req-7dcdb609-76d8-4b0b-8dd0-b130df005af3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.0544906 Sep 20 12:09:35.070643 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5339918d-481b-48a1-aa6c-b8063d5481eb req-912a7c34-ba41-460a-b5a7-858988a68515 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395358 Sep 20 12:09:35.106136 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc11e7-6242-48d5-920f-7688c3c7c94e req-8f9a81e5-5d30-40b6-bc44-aae8ea4fe886 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:35.107585 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f4fc11e7-6242-48d5-920f-7688c3c7c94e req-8f9a81e5-5d30-40b6-bc44-aae8ea4fe886 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0522261 Sep 20 12:09:35.146664 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f4fc11e7-6242-48d5-920f-7688c3c7c94e req-c1758c08-a37f-4fe7-abb2-0de0d387415a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332065 Sep 20 12:09:35.717599 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e9024-a43b-436b-8dac-5bcf8a6440db req-757df40b-ba4a-4f48-af47-d8d0c335bf72 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:35.719037 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-947e9024-a43b-436b-8dac-5bcf8a6440db req-757df40b-ba4a-4f48-af47-d8d0c335bf72 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0477040 Sep 20 12:09:35.755676 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-947e9024-a43b-436b-8dac-5bcf8a6440db req-fd463932-7893-423f-8e1e-3f2f571cdebd tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308118 Sep 20 12:09:36.193236 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0dcfe-205f-4a90-a8f5-0ab37df8b12d req-3893b3e0-9fca-4149-88fa-099b60ed119d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:36.193910 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-cae15ce7-436b-4402-97d8-d69c8ed86e95 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:36.195167 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-cae15ce7-436b-4402-97d8-d69c8ed86e95 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.57 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0517333 Sep 20 12:09:36.195719 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ab0dcfe-205f-4a90-a8f5-0ab37df8b12d req-3893b3e0-9fca-4149-88fa-099b60ed119d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.0549576 Sep 20 12:09:36.258950 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ab0dcfe-205f-4a90-a8f5-0ab37df8b12d req-d86480e8-f302-41a9-9659-ef60a2469402 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584207 Sep 20 12:09:36.286198 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173eb70-3278-44a2-9884-bd7cd24a8864 req-5c08be3c-77ac-4a73-82ab-2342592cdf13 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:36.286198 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5173eb70-3278-44a2-9884-bd7cd24a8864 req-5c08be3c-77ac-4a73-82ab-2342592cdf13 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0635293 Sep 20 12:09:36.290624 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Deleting port 480fa162-2bd5-47bc-8f07-0e87dca774d6 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:09:36.290964 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:36.318150 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5173eb70-3278-44a2-9884-bd7cd24a8864 req-29fb2368-eaef-4aa9-a77a-dcd4b364042b tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342667 Sep 20 12:09:36.604774 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] For port 480fa162-2bd5-47bc-8f07-0e87dca774d6, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=480fa162-2bd5-47bc-8f07-0e87dca774d6,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:36.605137 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:36.617507 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Calling delete_port for 480fa162-2bd5-47bc-8f07-0e87dca774d6 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:09:36.648995 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 480fa162-2bd5-47bc-8f07-0e87dca774d6 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:09:36.729505 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:36.743153 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-b364c3f4-dbea-47e0-9b3d-923509bfe609 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:36.744899 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-b364c3f4-dbea-47e0-9b3d-923509bfe609 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.0888107 Sep 20 12:09:36.791672 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.db.api [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 12:09:36.791672 dv-cinder-810000-1-iscsi neutron-server[94129]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 20 12:09:36.791672 dv-cinder-810000-1-iscsi neutron-server[94129]: [parameters: {'status': 'DOWN', 'ports_id': '480fa162-2bd5-47bc-8f07-0e87dca774d6'}] Sep 20 12:09:36.791672 dv-cinder-810000-1-iscsi neutron-server[94129]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:09:36.792216 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG oslo_db.api [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:09:36.870149 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:36.872971 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa95a9-d638-46c5-85df-95e1903221d3 req-20abb2e3-cfde-4c13-8779-96d59be08b3e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:36.874787 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9baa95a9-d638-46c5-85df-95e1903221d3 req-20abb2e3-cfde-4c13-8779-96d59be08b3e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5df290f-f763-4194-9112-a5cd95077a45 HTTP/1.1" status: 200 len: 946 time: 0.0533986 Sep 20 12:09:36.881803 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['a3b102d6-e806-4c9c-8de7-1bd467c98c61'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:09:36.907429 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Pushing event deleted for resources: {'Port': ['ID=480fa162-2bd5-47bc-8f07-0e87dca774d6,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:36.916075 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9baa95a9-d638-46c5-85df-95e1903221d3 req-af37bd66-098b-409a-b446-75dfb2ec681a tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336907 Sep 20 12:09:36.920710 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.921455 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.921455 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.921699 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.922029 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.922358 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.922680 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.923001 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.923320 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.923643 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.923996 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.924318 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:36.966037 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Deleting port 40a2e066-970f-4c27-9170-1888a44c6694 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:09:36.966382 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:36.969425 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] No DVR routers for this DVR port 480fa162-2bd5-47bc-8f07-0e87dca774d6 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:09:36.972628 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:36.974560 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-3c3075e5-dd15-414b-a8ee-4e33bedd6846 req-7384c728-bf8e-4974-a64f-4b0dc1e2b2d4 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.57 "DELETE /v2.0/ports/480fa162-2bd5-47bc-8f07-0e87dca774d6 HTTP/1.1" status: 204 len: 173 time: 0.7730367 Sep 20 12:09:36.974990 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df290f-f763-4194-9112-a5cd95077a45', 'name': 'network-vif-deleted', 'tag': '480fa162-2bd5-47bc-8f07-0e87dca774d6'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:09:36.977213 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7d158b-ca9f-43c7-9dc5-c0c934f8fa73" -d '{"events": [{"server_uuid": "c5df290f-f763-4194-9112-a5cd95077a45", "name": "network-vif-deleted", "tag": "480fa162-2bd5-47bc-8f07-0e87dca774d6"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:09:37.045564 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2d6e7-4610-4ccf-a4c3-e0e361bd19c8 x-openstack-request-id: req-9cb2d6e7-4610-4ccf-a4c3-e0e361bd19c8 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:09:37.045854 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df290f-f763-4194-9112-a5cd95077a45", "name": "network-vif-deleted", "tag": "480fa162-2bd5-47bc-8f07-0e87dca774d6", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:09:37.046101 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cb2d6e7-4610-4ccf-a4c3-e0e361bd19c8 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:09:37.046484 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5df290f-f763-4194-9112-a5cd95077a45', 'name': 'network-vif-deleted', 'tag': '480fa162-2bd5-47bc-8f07-0e87dca774d6', 'status': 'completed', 'code': 200} Sep 20 12:09:37.074896 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] For port 40a2e066-970f-4c27-9170-1888a44c6694, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=40a2e066-970f-4c27-9170-1888a44c6694,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:37.075257 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:37.295417 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:37.296716 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:37.297032 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.l3_db [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Floating IP d92004ed-3f21-4aae-b614-ec8160781266 disassociated. External IP: 172.27.3.86, port: 40a2e066-970f-4c27-9170-1888a44c6694. Sep 20 12:09:37.297385 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Calling delete_port for 40a2e066-970f-4c27-9170-1888a44c6694 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:09:37.313695 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Port 480fa162-2bd5-47bc-8f07-0e87dca774d6 update to DOWN by agent not found {{(pid=94129) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 20 12:09:37.396786 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50062e-976b-4dcc-82e2-d1e0487d22b7 req-925def83-6e7a-4d07-8639-1d9e7912950b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:37.398530 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fd50062e-976b-4dcc-82e2-d1e0487d22b7 req-925def83-6e7a-4d07-8639-1d9e7912950b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd5f6786-2193-4c9c-a877-b330f52d8225 HTTP/1.1" status: 200 len: 946 time: 0.0619330 Sep 20 12:09:37.443564 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:37.468451 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fd50062e-976b-4dcc-82e2-d1e0487d22b7 req-8629b1c2-c945-4599-9cf2-c9b691963bc0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=c7bf4521-57a8-46e1-988c-65966af55bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608504 Sep 20 12:09:37.476894 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event deleted for resources: {'Port': ['ID=40a2e066-970f-4c27-9170-1888a44c6694,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:37.490942 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd74cf-abee-46c2-9dcc-a207f18ab7d8 req-7492f34e-bc7d-40bd-8601-cb3d1824df5c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:37.492802 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-29fd74cf-abee-46c2-9dcc-a207f18ab7d8 req-7492f34e-bc7d-40bd-8601-cb3d1824df5c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0933113 Sep 20 12:09:37.539407 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-29fd74cf-abee-46c2-9dcc-a207f18ab7d8 req-2cbfbb28-9127-49d4-8347-44f4baa8c64d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&id=5051791b-94aa-411a-b188-d0f7e14735ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392048 Sep 20 12:09:37.605648 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:09:37.712101 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:09:37.723640 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] Sync routers for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:09:37.733000 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:09:37.733844 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:37.755004 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] No DVR routers for this DVR port 40a2e066-970f-4c27-9170-1888a44c6694 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:09:37.757493 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:37.759542 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-f559d7b8-18c8-4f06-b8f5-21ff74038a3d req-26e056c0-9f72-4b03-b34a-5a887b22bc4a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "DELETE /v2.0/ports/40a2e066-970f-4c27-9170-1888a44c6694 HTTP/1.1" status: 204 len: 173 time: 1.0068126 Sep 20 12:09:37.853434 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:09:37.891592 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f0c0a-c6e2-4419-801f-797f942ac578 req-a80e1351-36f0-47f2-b7a3-ec0a90d9bad7 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:37.893151 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ad8f0c0a-c6e2-4419-801f-797f942ac578 req-a80e1351-36f0-47f2-b7a3-ec0a90d9bad7 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 945 time: 0.0549848 Sep 20 12:09:37.941039 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ad8f0c0a-c6e2-4419-801f-797f942ac578 req-8e8bd64b-b33e-4c06-965e-93a0563a3972 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Sep 20 12:09:38.052233 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:38.078125 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] Checking router: 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:09:38.086882 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:09:38.087367 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:38.196832 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:09:38.199018 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71345e9-2be6-4e27-925e-3ffc2e5763f0 req-490c5b55-ebeb-444e-a6cb-12329732c37d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:38.200942 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a71345e9-2be6-4e27-925e-3ffc2e5763f0 req-490c5b55-ebeb-444e-a6cb-12329732c37d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0509756 Sep 20 12:09:38.245529 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a71345e9-2be6-4e27-925e-3ffc2e5763f0 req-ba5c3c0a-ef7f-4f87-bdcd-31a23d2f3c13 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363462 Sep 20 12:09:38.433094 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:38.462390 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524c953c-2b0d-4650-93ea-4fbc6f4e0416 None None] The sync data for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi is: [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:09:38.701421 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab5788-5f85-4165-bb8f-767f7d5c4422 None None] New status for floating IP d92004ed-3f21-4aae-b614-ec8160781266: DOWN {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:09:39.047877 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-deleted', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:09:39.050792 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55ef705-e1ec-44de-936f-c5d34ddf9bd0" -d '{"events": [{"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-deleted", "tag": "40a2e066-970f-4c27-9170-1888a44c6694"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:09:39.058436 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296ac49-96a5-4de2-b800-e48ce12d35aa req-a24325c4-77fd-4393-aea7-cf80188dedc1 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:39.060111 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4296ac49-96a5-4de2-b800-e48ce12d35aa req-a24325c4-77fd-4393-aea7-cf80188dedc1 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 945 time: 0.0491252 Sep 20 12:09:39.100799 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4296ac49-96a5-4de2-b800-e48ce12d35aa req-46c0d42e-153c-4636-96d9-233e7e02528d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 Sep 20 12:09:39.145560 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13313349-41fa-4aaf-a707-4772f5c03174 x-openstack-request-id: req-13313349-41fa-4aaf-a707-4772f5c03174 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:09:39.145852 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5f6786-2193-4c9c-a877-b330f52d8225", "name": "network-vif-deleted", "tag": "40a2e066-970f-4c27-9170-1888a44c6694", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:09:39.146099 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13313349-41fa-4aaf-a707-4772f5c03174 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:09:39.146489 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5f6786-2193-4c9c-a877-b330f52d8225', 'name': 'network-vif-deleted', 'tag': '40a2e066-970f-4c27-9170-1888a44c6694', 'status': 'completed', 'code': 200} Sep 20 12:09:39.361889 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b9b9e-2bab-48a4-a55e-21e4e48bc668 req-b0e7b5b9-2517-42ab-9587-7f530062eb0e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:39.363344 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5b2b9b9e-2bab-48a4-a55e-21e4e48bc668 req-b0e7b5b9-2517-42ab-9587-7f530062eb0e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0480859 Sep 20 12:09:39.404999 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5b2b9b9e-2bab-48a4-a55e-21e4e48bc668 req-6069ba72-aeca-4f89-b8af-85dd254be23f tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Sep 20 12:09:39.576334 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37880) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:39.629898 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:39.652338 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:39.657804 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e79176-a205-415c-8635-15050a2a13b3 req-dcbdeeb2-ce31-4648-84a8-e3c4d0241ef0 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:39.659319 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79e79176-a205-415c-8635-15050a2a13b3 req-dcbdeeb2-ce31-4648-84a8-e3c4d0241ef0 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.57 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 945 time: 0.0484343 Sep 20 12:09:39.700345 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:39.702930 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:39.704147 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7bf4521-57a8-46e1-988c-65966af55bb5 HTTP/1.1" status: 204 len: 168 time: 0.1268110 Sep 20 12:09:39.707804 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37882) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:39.715703 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bf4521-57a8-46e1-988c-65966af55bb5,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:39.723091 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.723429 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.723765 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.724186 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.724935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.724935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.725137 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.725413 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.725731 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.726045 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.726517 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.726834 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c4bf84-27a7-425a-ab7a-cca4aefc1c97 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:39.751549 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.api.v2.resource [None req-09f0ea43-6982-4aa1-a0d8-9318366da779 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] show failed (client error): The resource could not be found. Sep 20 12:09:39.752609 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-09f0ea43-6982-4aa1-a0d8-9318366da779 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups/c7bf4521-57a8-46e1-988c-65966af55bb5 HTTP/1.1" status: 404 len: 347 time: 0.0375946 Sep 20 12:09:39.756345 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37884) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:39.784134 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Deleting port 53088311-694e-4e91-96f4-aafe5d575e46 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:09:39.784635 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:39.885966 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] For port 53088311-694e-4e91-96f4-aafe5d575e46, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=53088311-694e-4e91-96f4-aafe5d575e46,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:39.886400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:39.899364 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Calling delete_port for 53088311-694e-4e91-96f4-aafe5d575e46 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:09:39.913839 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:39.923059 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Deleting port ed19f32c-2903-4373-b1fd-d205b9120ff7 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:09:39.923400 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.001287 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.001537 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.014042 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Calling delete_port for ed19f32c-2903-4373-b1fd-d205b9120ff7 owned by network:floatingip {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:09:40.030007 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.044303 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['53088311-694e-4e91-96f4-aafe5d575e46'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:09:40.056093 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Pushing event deleted for resources: {'Port': ['ID=53088311-694e-4e91-96f4-aafe5d575e46,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:40.097184 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] No DVR routers for this DVR port 53088311-694e-4e91-96f4-aafe5d575e46 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:09:40.099599 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.101558 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79e79176-a205-415c-8635-15050a2a13b3 req-b635c03e-3104-4789-870d-08940791716f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.57 "DELETE /v2.0/ports/53088311-694e-4e91-96f4-aafe5d575e46 HTTP/1.1" status: 204 len: 173 time: 0.4311700 Sep 20 12:09:40.171046 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.217472 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8b56fbdb-97e6-4310-8086-eaad3a9d04bf req-74f10e81-1f7b-4dbd-85be-50e5c18277da tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=01aeabe5-2b06-41da-8a4e-98163979516c HTTP/1.1" status: 200 len: 210 time: 0.0484114 Sep 20 12:09:40.218181 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event deleted for resources: {'Port': ['ID=ed19f32c-2903-4373-b1fd-d205b9120ff7,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:40.277614 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.280059 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.281171 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-b1d8ea66-7b19-4a3a-902d-5be4daa1c5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "DELETE /v2.0/floatingips/d92004ed-3f21-4aae-b614-ec8160781266 HTTP/1.1" status: 204 len: 168 time: 0.5235918 Sep 20 12:09:40.451847 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 37892) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:40.457106 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-e5873c6a-e809-4dde-8e5d-d3004f108daf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431168110', 'description': 'tempest-description--1553426740'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:40.504045 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e5873c6a-e809-4dde-8e5d-d3004f108daf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.542966 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72e2d5-4758-4301-9e23-0eb1e5f6e292 req-b3f0c76f-80e4-4a1d-add6-5ace2afd1a32 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:40.544461 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1e72e2d5-4758-4301-9e23-0eb1e5f6e292 req-b3f0c76f-80e4-4a1d-add6-5ace2afd1a32 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0712016 Sep 20 12:09:40.612834 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1e72e2d5-4758-4301-9e23-0eb1e5f6e292 req-6f3351b4-e2b3-4270-9d0d-f6210fe6bd0e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609164 Sep 20 12:09:40.636327 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-714d8bc9-496d-45e9-8bf8-15ac45e25a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.648029 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e5873c6a-e809-4dde-8e5d-d3004f108daf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.652136 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e5873c6a-e809-4dde-8e5d-d3004f108daf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.679800 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:09:40.681016 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e5873c6a-e809-4dde-8e5d-d3004f108daf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.683938 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e5873c6a-e809-4dde-8e5d-d3004f108daf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2292862 Sep 20 12:09:40.683938 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5873c6a-e809-4dde-8e5d-d3004f108daf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738c6c41-7273-4fcd-b0b1-24913f41b140,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:40.686053 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37900) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:40.692611 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-c0ba4118-4b03-4f40-ae0c-645e50ecd2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'security_group_rule': {'security_group_id': '738c6c41-7273-4fcd-b0b1-24913f41b140', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:40.710604 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 40a2e066-970f-4c27-9170-1888a44c6694 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:09:40.711183 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 40a2e066-970f-4c27-9170-1888a44c6694 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:09:40.720691 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4118-4b03-4f40-ae0c-645e50ecd2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.779188 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4118-4b03-4f40-ae0c-645e50ecd2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.782910 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4118-4b03-4f40-ae0c-645e50ecd2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.799982 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba4118-4b03-4f40-ae0c-645e50ecd2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec4d3f1-306e-4717-9300-dae8f55a766d,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:40.806305 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c0ba4118-4b03-4f40-ae0c-645e50ecd2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.807496 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c0ba4118-4b03-4f40-ae0c-645e50ecd2e5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197672 Sep 20 12:09:40.810048 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37902) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:40.814224 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-c2dd1a1a-be90-4e71-8385-a8f17d877b58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'security_group_rule': {'security_group_id': '738c6c41-7273-4fcd-b0b1-24913f41b140', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:40.838400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1a1a-be90-4e71-8385-a8f17d877b58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.894099 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1a1a-be90-4e71-8385-a8f17d877b58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.897994 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1a1a-be90-4e71-8385-a8f17d877b58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.911844 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd1a1a-be90-4e71-8385-a8f17d877b58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da2027b-9180-4085-9775-564f137f924f,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:40.920134 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c2dd1a1a-be90-4e71-8385-a8f17d877b58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:40.921315 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c2dd1a1a-be90-4e71-8385-a8f17d877b58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103737 Sep 20 12:09:40.924342 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37904) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:40.928928 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:40.948962 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.038432 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.146254 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Allocated IP 172.27.3.69 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/e3fe0da6-ffda-4b9f-b3a1-36ece869e664) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:09:41.147820 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01aeabe5-2b06-41da-8a4e-98163979516c', 'name': 'network-vif-deleted', 'tag': '53088311-694e-4e91-96f4-aafe5d575e46'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:09:41.150139 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c432b0-1777-46e1-9149-1f081541783d" -d '{"events": [{"server_uuid": "01aeabe5-2b06-41da-8a4e-98163979516c", "name": "network-vif-deleted", "tag": "53088311-694e-4e91-96f4-aafe5d575e46"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:09:41.186347 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aef08d6-6872-44b0-9a0a-20882d61c891 x-openstack-request-id: req-6aef08d6-6872-44b0-9a0a-20882d61c891 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:09:41.186635 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01aeabe5-2b06-41da-8a4e-98163979516c", "name": "network-vif-deleted", "tag": "53088311-694e-4e91-96f4-aafe5d575e46", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:09:41.186880 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aef08d6-6872-44b0-9a0a-20882d61c891 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:09:41.187283 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01aeabe5-2b06-41da-8a4e-98163979516c', 'name': 'network-vif-deleted', 'tag': '53088311-694e-4e91-96f4-aafe5d575e46', 'status': 'completed', 'code': 200} Sep 20 12:09:41.253821 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.292450 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.329875 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:09:41.332719 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:09:41.336063 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:09:41.343277 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'Port': ['ID=e3fe0da6-ffda-4b9f-b3a1-36ece869e664,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:41.425721 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.465630 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.611104 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.615874 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.686797 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'Port': ['ID=e3fe0da6-ffda-4b9f-b3a1-36ece869e664,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:41.694669 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.709663 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:41.718865 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a686d884-0eec-4b35-a171-2ae3ba4a6c85 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7852221 Sep 20 12:09:41.743563 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594cc5-5c70-4fc7-9001-43908670fcb5 req-b6f65832-9c2f-46ea-8598-737315f95a8e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:41.750911 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dd594cc5-5c70-4fc7-9001-43908670fcb5 req-b6f65832-9c2f-46ea-8598-737315f95a8e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0654261 Sep 20 12:09:41.784648 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dd594cc5-5c70-4fc7-9001-43908670fcb5 req-c4df053a-977c-41c3-aa8a-7c347b5ee71d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Sep 20 12:09:41.902733 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-016e204b-9799-4a6c-b02b-ade139493c2b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--431168110&fields=id&tenant_id=30c7df32a5dd487982bde2955460d182 HTTP/1.1" status: 200 len: 267 time: 0.0326378 Sep 20 12:09:41.986188 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37934) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:42.007976 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-d54268e8-eb9f-437a-a91b-3cb500ed4759 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:42.009397 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-d54268e8-eb9f-437a-a91b-3cb500ed4759 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 817 time: 0.0992539 Sep 20 12:09:42.024033 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-33066d35-1fe9-41c4-abe4-4b7f31196251 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/quotas/30c7df32a5dd487982bde2955460d182 HTTP/1.1" status: 200 len: 375 time: 0.0088985 Sep 20 12:09:42.079341 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-912ad0f5-afdb-4f70-8ab3-c2e633e2fe8f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499704 Sep 20 12:09:42.090998 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-47bdca41-a045-458f-bf8b-31c731715443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:42.177256 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-47bdca41-a045-458f-bf8b-31c731715443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:42.180915 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-47bdca41-a045-458f-bf8b-31c731715443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:42.182457 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-28c4c291-29ea-4170-b8fe-58d167bcaed2 service neutron] 10.222.0.20 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900469 Sep 20 12:09:42.224520 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-47bdca41-a045-458f-bf8b-31c731715443 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cb81d85647645f992d6c5e6529def9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372491 Sep 20 12:09:42.225589 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bdca41-a045-458f-bf8b-31c731715443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a021e688-6c09-43ca-84b1-5e715b14af4b,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:42.227850 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 37938) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:42.276345 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c37951e8-b530-423e-b566-b290ec476d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:42.277061 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-7a383ae1-e59d-469d-a24f-b8953817bfab service neutron] 10.222.0.20 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887935 Sep 20 12:09:42.298736 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c37951e8-b530-423e-b566-b290ec476d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:42.348972 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c37951e8-b530-423e-b566-b290ec476d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:42.351957 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c37951e8-b530-423e-b566-b290ec476d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:42.355500 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c37951e8-b530-423e-b566-b290ec476d52 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a021e688-6c09-43ca-84b1-5e715b14af4b HTTP/1.1" status: 204 len: 168 time: 0.1243529 Sep 20 12:09:42.361759 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37951e8-b530-423e-b566-b290ec476d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a021e688-6c09-43ca-84b1-5e715b14af4b,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:42.450049 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e262065c-ade6-4352-b6a8-647b23c91c44 req-474805f6-51fa-4cef-a713-37caa1d2aaf9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 210 time: 0.0282493 Sep 20 12:09:42.899596 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff12e-93c8-48a9-9dfe-f8395ec96ae7 req-35c16dc6-4891-420f-b088-0cfd81f804d8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:42.901078 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-991ff12e-93c8-48a9-9dfe-f8395ec96ae7 req-35c16dc6-4891-420f-b088-0cfd81f804d8 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Sep 20 12:09:42.939618 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-991ff12e-93c8-48a9-9dfe-f8395ec96ae7 req-f826b5fe-3e10-4f58-8206-ad6f7716673c tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324118 Sep 20 12:09:43.271027 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-38ce1199-120a-4759-82cb-49d879a7f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:43.355217 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 53088311-694e-4e91-96f4-aafe5d575e46 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:09:43.376718 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 53088311-694e-4e91-96f4-aafe5d575e46 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:09:43.377069 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 53088311-694e-4e91-96f4-aafe5d575e46 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:09:43.568397 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0da14a1a-c82e-4884-9e10-4082b28fd9a4 req-03020542-9b40-4e5c-976d-6fac175caede tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 210 time: 0.0318108 Sep 20 12:09:44.050418 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae6c5e-53e6-4e00-b50f-9330738342a8 req-985d8800-438f-411a-9191-d94e80b60d8d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:44.051922 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-89ae6c5e-53e6-4e00-b50f-9330738342a8 req-985d8800-438f-411a-9191-d94e80b60d8d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0480196 Sep 20 12:09:44.073184 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:44.089739 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-89ae6c5e-53e6-4e00-b50f-9330738342a8 req-00ba1797-f3c8-4431-9715-4ab3cf307982 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Sep 20 12:09:44.362932 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:44.669896 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f1ac2fb2-af58-4c88-ac18-c90ca5ad63ce req-4a47a41b-7292-4386-9a36-5fd036eaa564 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 210 time: 0.0290816 Sep 20 12:09:44.946740 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-e5f7293c-7a55-4a1c-8a5c-3b7471991185 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:44.948255 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-e5f7293c-7a55-4a1c-8a5c-3b7471991185 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 817 time: 0.1163039 Sep 20 12:09:44.997871 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-1c13528e-7c27-4f5e-a4db-96f949b1d360 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30c7df32a5dd487982bde2955460d182 HTTP/1.1" status: 200 len: 379 time: 0.0387912 Sep 20 12:09:45.019290 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'port': {'device_id': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'admin_state_up': True, 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'security_groups': ['738c6c41-7273-4fcd-b0b1-24913f41b140']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:45.131274 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Made reservation on behalf of 30c7df32a5dd487982bde2955460d182 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:09:45.135007 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.205150 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a9e26-7fc0-47f9-9f39-357bf23461e3 req-0768d375-af02-4483-85a7-ce3cbf458a73 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:45.207196 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c40a9e26-7fc0-47f9-9f39-357bf23461e3 req-0768d375-af02-4483-85a7-ce3cbf458a73 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.0486400 Sep 20 12:09:45.246497 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c40a9e26-7fc0-47f9-9f39-357bf23461e3 req-bdeb28d2-22f1-45d9-b89d-b0f7a0801e6d tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/security-groups?id=e847f032-33ce-437a-b152-8b7f5e19b138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334291 Sep 20 12:09:45.258221 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Allocated IP 172.20.0.4 (ec31ed81-0d41-439b-9172-a882e52df981/817b4be2-27b9-437d-92d5-693e71dba550/07859de8-0332-42cb-bc1a-9cffbc2ecf4f) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:09:45.392857 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.424469 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.493155 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Network ec31ed81-0d41-439b-9172-a882e52df981 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:09:45.502063 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:09:45.505205 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:09:45.510175 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:45.558401 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-ab20020f-2422-48f1-bc18-685399ee2b6e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:45.559856 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-ab20020f-2422-48f1-bc18-685399ee2b6e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 945 time: 0.1082883 Sep 20 12:09:45.568022 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:45.568670 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.610169 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-c9c5dfde-c050-411a-93c2-21a7500f223d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5958796 Sep 20 12:09:45.644899 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Request body: {'port': {'device_id': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:45.717217 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.724732 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.735053 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Deleting port a3b102d6-e806-4c9c-8de7-1bd467c98c61 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:09:45.736212 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.758367 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-3bcf1e79-2729-41ee-9515-0165d7939fad None None] Provisioning complete for port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:09:45.759046 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-3bcf1e79-2729-41ee-9515-0165d7939fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.799643 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf1e79-2729-41ee-9515-0165d7939fad None None] Port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:09:45.821493 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cef9c-99e4-4945-824d-80934ac72bb9 req-c47af2e9-36b0-46fd-80ab-beea26050abc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:45.822992 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4f3cef9c-99e4-4945-824d-80934ac72bb9 req-c47af2e9-36b0-46fd-80ab-beea26050abc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 931 time: 0.0690887 Sep 20 12:09:45.866506 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4f3cef9c-99e4-4945-824d-80934ac72bb9 req-ce55f04e-4a2c-44b5-9750-e9bd0da22477 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363839 Sep 20 12:09:45.915070 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] For port a3b102d6-e806-4c9c-8de7-1bd467c98c61, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a3b102d6-e806-4c9c-8de7-1bd467c98c61,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:45.915446 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:45.941154 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Calling delete_port for a3b102d6-e806-4c9c-8de7-1bd467c98c61 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:09:46.183022 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07859de8-0332-42cb-bc1a-9cffbc2ecf4f {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:09:46.192477 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:46.194513 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:46.230180 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Pushing event deleted for resources: {'Port': ['ID=a3b102d6-e806-4c9c-8de7-1bd467c98c61,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:46.235209 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Transition to ACTIVE for port object 07859de8-0332-42cb-bc1a-9cffbc2ecf4f will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:09:46.240311 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:46.299825 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] No DVR routers for this DVR port a3b102d6-e806-4c9c-8de7-1bd467c98c61 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:09:46.306623 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:46.308591 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8c6b4ca3-b550-41af-ac9f-bde8bebb2dab req-6319e81f-2749-40c6-ab59-11dd008dd71e tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.57 "DELETE /v2.0/ports/a3b102d6-e806-4c9c-8de7-1bd467c98c61 HTTP/1.1" status: 204 len: 173 time: 0.7372468 Sep 20 12:09:46.310095 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4753b9b-7bf6-4f92-a5cd-976b5f273146', 'name': 'network-vif-deleted', 'tag': 'a3b102d6-e806-4c9c-8de7-1bd467c98c61'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:09:46.312546 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9fa73b-119b-41cc-afbc-d3d36a4b91db" -d '{"events": [{"server_uuid": "f4753b9b-7bf6-4f92-a5cd-976b5f273146", "name": "network-vif-deleted", "tag": "a3b102d6-e806-4c9c-8de7-1bd467c98c61"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:09:46.332444 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:46.369189 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6395fc7e-fb77-417a-81f9-79d796cd69c7 req-a2e163e8-67a8-453d-b621-9e56df1b9be1 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 210 time: 0.0378106 Sep 20 12:09:46.381145 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e496a9d1-ffb3-4973-a4a1-d767d1663b99 x-openstack-request-id: req-e496a9d1-ffb3-4973-a4a1-d767d1663b99 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:09:46.381425 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4753b9b-7bf6-4f92-a5cd-976b5f273146", "name": "network-vif-deleted", "tag": "a3b102d6-e806-4c9c-8de7-1bd467c98c61", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:09:46.381661 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e496a9d1-ffb3-4973-a4a1-d767d1663b99 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:09:46.382042 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4753b9b-7bf6-4f92-a5cd-976b5f273146', 'name': 'network-vif-deleted', 'tag': 'a3b102d6-e806-4c9c-8de7-1bd467c98c61', 'status': 'completed', 'code': 200} Sep 20 12:09:46.411945 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Attempting to bind port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:09:46.412381 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Attempting to bind port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:09:46.412758 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Attempting to bind port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f on network ec31ed81-0d41-439b-9172-a882e52df981 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:09:46.417135 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f on network ec31ed81-0d41-439b-9172-a882e52df981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:09:46.417464 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Attempting to bind port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f on network ec31ed81-0d41-439b-9172-a882e52df981 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:09:46.422381 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:09:46.422713 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Checking segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:09:46.423090 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Bound using segment: {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:09:46.423512 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Bound port: 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:09:46.423863 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:46.491011 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:09:46.494373 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:09:46.498287 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:46.540508 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:46.541164 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:46.542610 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] 10.222.0.57 "PUT /v2.0/ports/07859de8-0332-42cb-bc1a-9cffbc2ecf4f HTTP/1.1" status: 200 len: 1093 time: 0.9028473 Sep 20 12:09:46.571960 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da1058-2f10-4d40-8aa0-718d57fa7112 service neutron] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:46.983869 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53544c47-864c-40f1-a69e-e3d0d1f6eb1b req-c7c5bdcf-8d88-4074-bc46-d2a6b4a8b4b6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:46.985393 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-53544c47-864c-40f1-a69e-e3d0d1f6eb1b req-c7c5bdcf-8d88-4074-bc46-d2a6b4a8b4b6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0480864 Sep 20 12:09:47.023320 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-53544c47-864c-40f1-a69e-e3d0d1f6eb1b req-4fb29091-6bdd-4be6-92a0-d5c1726c9756 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Sep 20 12:09:47.459794 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a9904df-8427-4c33-91d6-b3ec3a458fd4 req-d2a21db9-04d7-4bce-ab10-1110d0f4c620 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 210 time: 0.0280149 Sep 20 12:09:48.139654 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308ada6-af0b-4618-863c-f8bf3388e17d req-7c9a3461-2f92-41c9-a421-7245c89d9163 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:48.141135 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7308ada6-af0b-4618-863c-f8bf3388e17d req-7c9a3461-2f92-41c9-a421-7245c89d9163 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0482435 Sep 20 12:09:48.177985 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7308ada6-af0b-4618-863c-f8bf3388e17d req-3623e2f7-b414-43b5-9248-0f792d679e02 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303216 Sep 20 12:09:48.383251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:09:48.385572 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0faa68-890e-4a7d-9538-db68ec8b67a4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:09:48.420753 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91401472-7729-4788-b2e6-88aad8c6d895 x-openstack-request-id: req-91401472-7729-4788-b2e6-88aad8c6d895 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:09:48.421043 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:09:48.421292 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91401472-7729-4788-b2e6-88aad8c6d895 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:09:48.421681 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'status': 'completed', 'code': 200} Sep 20 12:09:48.552884 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-205cb794-215f-44dc-acf9-bb74242d4e33 req-dd176adb-b5f6-4c48-9031-2307b03ab5f7 tempest-ServerRescueNegativeTestJSON-1747197114 tempest-ServerRescueNegativeTestJSON-1747197114-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4753b9b-7bf6-4f92-a5cd-976b5f273146 HTTP/1.1" status: 200 len: 210 time: 0.0262740 Sep 20 12:09:48.982173 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['a3b102d6-e806-4c9c-8de7-1bd467c98c61'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:09:49.053366 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0faa68-890e-4a7d-9538-db68ec8b67a4 req-5da2c250-08f6-40b0-a1a3-1a6ed7718516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:49.054865 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6e0faa68-890e-4a7d-9538-db68ec8b67a4 req-5da2c250-08f6-40b0-a1a3-1a6ed7718516 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 1096 time: 0.0455985 Sep 20 12:09:49.161375 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0faa68-890e-4a7d-9538-db68ec8b67a4 req-0bb192c7-bba4-4985-aaef-1c76b2b76b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:49.162840 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6e0faa68-890e-4a7d-9538-db68ec8b67a4 req-0bb192c7-bba4-4985-aaef-1c76b2b76b99 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=30c7df32a5dd487982bde2955460d182&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0921764 Sep 20 12:09:49.272224 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0faa68-890e-4a7d-9538-db68ec8b67a4 req-1e4122d2-bc92-4a13-9852-dcd9b759eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:49.273599 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6e0faa68-890e-4a7d-9538-db68ec8b67a4 req-1e4122d2-bc92-4a13-9852-dcd9b759eb78 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919597 Sep 20 12:09:49.299087 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f3501-71fb-46ad-b985-35afd2849af5 req-b332e42f-db9b-4171-a9fd-6479a43d9c5e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:49.301073 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-da0f3501-71fb-46ad-b985-35afd2849af5 req-b332e42f-db9b-4171-a9fd-6479a43d9c5e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0513053 Sep 20 12:09:49.341318 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-da0f3501-71fb-46ad-b985-35afd2849af5 req-bfe43797-6128-4ce9-9f52-1f3c27427be2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344069 Sep 20 12:09:49.363517 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-40bc7668-9d4e-49b5-8cf1-af26b87be564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:49.365146 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-40bc7668-9d4e-49b5-8cf1-af26b87be564 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 1096 time: 0.0455480 Sep 20 12:09:49.411773 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-ea678840-0c18-4954-a08d-26a1b69a7f8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f HTTP/1.1" status: 200 len: 217 time: 0.0376637 Sep 20 12:09:49.460905 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-0f92f689-7659-47c3-a697-fc3d186df69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:49.463438 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-0f92f689-7659-47c3-a697-fc3d186df69c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0446894 Sep 20 12:09:49.515470 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-3a8a703f-215a-4c72-9873-06f51f850ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:49.516985 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-3a8a703f-215a-4c72-9873-06f51f850ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410514 Sep 20 12:09:49.608533 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38102) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:49.611841 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-1cb91214-c433-4e30-9cd4-2137b6ef5df9 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871575 Sep 20 12:09:50.016501 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-55d729df-ca7a-47fd-9628-fa22f28acee1 req-d3c21f1a-0c86-4b75-97e3-611b39ca5698 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694599 Sep 20 12:09:50.307901 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-3cabfb61-6c55-4f07-a8a1-dfdb41d140a9 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:50.309425 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-3cabfb61-6c55-4f07-a8a1-dfdb41d140a9 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/networks?id=185a2b43-9a30-4f32-8cd2-688d1a1a341c HTTP/1.1" status: 200 len: 813 time: 0.1082900 Sep 20 12:09:50.324018 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-f38e617a-c95f-4241-8039-ebdde6d82103 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/quotas/29dd22925e6943dfa765f8adffd6e8f9 HTTP/1.1" status: 200 len: 375 time: 0.0089023 Sep 20 12:09:50.327869 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:50.355348 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-bead6ec3-b159-42f5-b41f-3d5a556727a0 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=29dd22925e6943dfa765f8adffd6e8f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258031 Sep 20 12:09:50.477439 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-af2da88e-92c9-40a7-8856-dc4d0212e331 service neutron] 10.222.0.20 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152320 Sep 20 12:09:50.487442 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3884-47d1-4b28-a6ff-89693be219de req-b43f44ab-dddd-4711-b0c4-7a59d8efc2c0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:50.488899 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1f3f3884-47d1-4b28-a6ff-89693be219de req-b43f44ab-dddd-4711-b0c4-7a59d8efc2c0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0691509 Sep 20 12:09:50.579622 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1f3f3884-47d1-4b28-a6ff-89693be219de req-238fdfea-e1ae-4cf4-8660-f24838596731 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826659 Sep 20 12:09:50.611339 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-21401928-b172-4f68-903e-6297837bf785 service neutron] 10.222.0.20 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214426 Sep 20 12:09:50.623497 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Deleting port a54e8981-041d-49a1-bcfc-e96558a3f299 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:09:50.624053 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:50.706054 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] For port a54e8981-041d-49a1-bcfc-e96558a3f299, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=a54e8981-041d-49a1-bcfc-e96558a3f299,segment=NetworkSegment(05e60d6c-2699-495a-8318-777690ad8e28),segment_id=05e60d6c-2699-495a-8318-777690ad8e28)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:50.706420 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:50.724305 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Calling delete_port for a54e8981-041d-49a1-bcfc-e96558a3f299 owned by network:router_interface {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:09:50.771157 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2deb1ec4-414c-4adb-ab15-d65ba7e58245 req-045a0ab3-73ce-422c-9e0c-5d8eeaec4438 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 210 time: 0.0284069 Sep 20 12:09:50.918303 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:50.945394 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54e8981-041d-49a1-bcfc-e96558a3f299,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:50.998727 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a3b102d6-e806-4c9c-8de7-1bd467c98c61 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:09:51.021876 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: a3b102d6-e806-4c9c-8de7-1bd467c98c61 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:09:51.022297 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a3b102d6-e806-4c9c-8de7-1bd467c98c61 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:09:51.108366 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:51.323040 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:09:51.424415 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:09:51.430186 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-54bdb17b-8686-4443-ba57-79d9e2c1ffd5 admin admin] 10.222.0.20 "PUT /v2.0/routers/91758e48-bf22-4ace-a1ab-a8e7d9c0870b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203189 Sep 20 12:09:51.432974 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38134) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:51.435629 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] Sync routers for ids ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:09:51.446137 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] Routers {'91758e48-bf22-4ace-a1ab-a8e7d9c0870b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:09:51.446995 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:51.541483 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks [] for router, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:51.639311 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] Set router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:09:51.665303 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:51.771678 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132e928-3617-47db-b065-befd16d96d7a req-f5b8bd5d-e053-4379-aee7-b6200ae054bf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:51.773267 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f132e928-3617-47db-b065-befd16d96d7a req-f5b8bd5d-e053-4379-aee7-b6200ae054bf tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0805316 Sep 20 12:09:51.794126 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-92cff948-0b36-4a64-9609-c220e88ace9f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:51.796130 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-92cff948-0b36-4a64-9609-c220e88ace9f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.57 "GET /v2.0/networks?id=185a2b43-9a30-4f32-8cd2-688d1a1a341c HTTP/1.1" status: 200 len: 813 time: 0.1337788 Sep 20 12:09:51.802203 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Deleting port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:09:51.802551 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:51.817647 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Request body: {'port': {'device_id': '9a512b7e-5928-4198-b0bb-d596e50cac2c', 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c', 'admin_state_up': True, 'tenant_id': '29dd22925e6943dfa765f8adffd6e8f9'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:51.852305 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f132e928-3617-47db-b065-befd16d96d7a req-90a632bf-e8e0-441d-9fa7-3f2dac7f11c1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624452 Sep 20 12:09:51.857229 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:09:50Z', 'revision_number': 5, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port': {'id': '9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:10Z', 'updated_at': '2021-09-20T12:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:51.889152 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] Checking router: 91758e48-bf22-4ace-a1ab-a8e7d9c0870b for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:09:51.898288 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] Routers {'91758e48-bf22-4ace-a1ab-a8e7d9c0870b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:09:51.899022 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:51.955650 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6fe74fca-3974-4d40-9afc-4ab288004551 req-dd2047cd-84b7-4fea-9302-5964739224dc tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 210 time: 0.1018310 Sep 20 12:09:51.981672 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] For port 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:51.982173 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:51.982434 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Made reservation on behalf of 29dd22925e6943dfa765f8adffd6e8f9 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:09:51.986202 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:51.996065 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Calling delete_port for 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 owned by network:router_gateway {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:09:52.008488 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] Set router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b gateway port host: None {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:09:52.064296 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:09:51Z', 'revision_number': 6, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port_host': None}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:52.090912 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3ad12a-47dc-4c2b-92a1-bf0f29bcea03 None None] The sync data for ids ['91758e48-bf22-4ace-a1ab-a8e7d9c0870b'] in dv-cinder-810000-1-iscsi is: [{'id': '91758e48-bf22-4ace-a1ab-a8e7d9c0870b', 'name': 'tempest-ServerRescueNegativeTestJSON-506894129-router', 'tenant_id': '93dd92c239d748fc9469b7dabc4e01c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:09Z', 'updated_at': '2021-09-20T12:09:51Z', 'revision_number': 6, 'project_id': '93dd92c239d748fc9469b7dabc4e01c1', 'gw_port_host': None}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:09:52.133651 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Allocated IP 172.20.0.5 (185a2b43-9a30-4f32-8cd2-688d1a1a341c/5e5d29fc-6453-467d-97dc-aa6fab96b59b/620b5018-878f-4f51-a888-6ce27a520029) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:09:52.170846 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.200264 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:52.259332 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.281377 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.314512 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.357734 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Network 185a2b43-9a30-4f32-8cd2-688d1a1a341c is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:09:52.362329 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:09:52.362851 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.365003 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.368965 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:09:52.372729 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Pushing event updated for resources: {'Port': ['ID=620b5018-878f-4f51-a888-6ce27a520029,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:52.421552 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:52.422189 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.430595 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.431173 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91758e48-bf22-4ace-a1ab-a8e7d9c0870b {{(pid=94128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:09:52.438040 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.439791 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c3b79e31-4b83-4764-90ac-f8d829900757 admin admin] 10.222.0.20 "DELETE /v2.0/routers/91758e48-bf22-4ace-a1ab-a8e7d9c0870b HTTP/1.1" status: 204 len: 168 time: 1.0058463 Sep 20 12:09:52.443163 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38146) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:52.457775 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-8ef81f00-d1f4-4ee6-943f-b481c206cd9d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6455803 Sep 20 12:09:52.479730 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Request body: {'port': {'device_id': '9a512b7e-5928-4198-b0bb-d596e50cac2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:52.549101 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-14169936-e70d-4b2f-a479-5dabc20b6027 admin admin] Deleting subnet 9f49f4ca-e0eb-426e-9ca2-baf4be12eacb {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:09:52.552216 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-14169936-e70d-4b2f-a479-5dabc20b6027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.579136 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.603653 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-14169936-e70d-4b2f-a479-5dabc20b6027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4701313'] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.716255 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-14169936-e70d-4b2f-a479-5dabc20b6027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.832259 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-14169936-e70d-4b2f-a479-5dabc20b6027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66711212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596673'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.864344 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14169936-e70d-4b2f-a479-5dabc20b6027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f49f4ca-e0eb-426e-9ca2-baf4be12eacb,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:52.869507 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-14169936-e70d-4b2f-a479-5dabc20b6027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:52.871439 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-14169936-e70d-4b2f-a479-5dabc20b6027 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9f49f4ca-e0eb-426e-9ca2-baf4be12eacb HTTP/1.1" status: 204 len: 168 time: 0.4271164 Sep 20 12:09:52.873920 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38150) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:52.880897 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device a54e8981-041d-49a1-bcfc-e96558a3f299 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:09:52.909301 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: a54e8981-041d-49a1-bcfc-e96558a3f299 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:09:52.910392 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device a54e8981-041d-49a1-bcfc-e96558a3f299 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:09:52.985867 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f36b8-e6f9-4671-b41c-2018550763b2 req-df1b8126-83ff-43c7-8e96-90a9051e7635 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:52.991618 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b72f36b8-e6f9-4671-b41c-2018550763b2 req-df1b8126-83ff-43c7-8e96-90a9051e7635 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0559943 Sep 20 12:09:53.008856 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:09:53.075077 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b72f36b8-e6f9-4671-b41c-2018550763b2 req-361672eb-f7a4-4a08-bb77-bd72425fea05 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729027 Sep 20 12:09:53.147073 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f4df0-6717-40be-a0ea-5343e4488a4b req-1fd99a8c-fb8c-4099-9fe1-8112afffc05b tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:53.149149 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b36f4df0-6717-40be-a0ea-5343e4488a4b req-1fd99a8c-fb8c-4099-9fe1-8112afffc05b tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 931 time: 0.0652244 Sep 20 12:09:53.156960 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:53.174689 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'port_id': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'mac_address': 'fa:16:3e:56:28:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:09:53.201549 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b36f4df0-6717-40be-a0ea-5343e4488a4b req-c7ff9d96-baf9-4ede-8065-9942acde6d3e tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Sep 20 12:09:53.223931 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.227246 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.243551 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07859de8-0332-42cb-bc1a-9cffbc2ecf4f {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:09:53.264495 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:53.269636 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620b5018-878f-4f51-a888-6ce27a520029 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:09:53.270420 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.296328 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.319453 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:53.326720 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.326956 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Transition to ACTIVE for port object 620b5018-878f-4f51-a888-6ce27a520029 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:09:53.327203 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.327685 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.327962 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.328383 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.328888 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.329248 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.329638 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.330121 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.330589 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.331574 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.331918 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:09:53.354788 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.358221 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.411150 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0be3c0-671a-4273-8c56-67ad62b46d6d']}} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:53.424858 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e60d6c-2699-495a-8318-777690ad8e28') {'for_net_delete': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:53.425149 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e60d6c-2699-495a-8318-777690ad8e28') {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:53.442373 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4701322'] for segment, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.444035 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=620b5018-878f-4f51-a888-6ce27a520029,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:53.489259 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.500525 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:09:53.500914 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66711410'] for segment, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: Traceback (most recent call last): Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: timer() Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: cb(*args, **kw) Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: return func(*args, **kwargs) Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: self._notify() Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: self.callback(batched_events) Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: event.method(event) Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: return f(self, *a, **k) Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._get(url).json() Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: return self.request(url, 'GET', **kwargs) Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:09:53.502606 dv-cinder-810000-1-iscsi neutron-server[94127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:09:53.524912 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['07859de8-0332-42cb-bc1a-9cffbc2ecf4f'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:09:53.578230 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Attempting to bind port 620b5018-878f-4f51-a888-6ce27a520029 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:09:53.578469 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Attempting to bind port 620b5018-878f-4f51-a888-6ce27a520029 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:09:53.578795 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Attempting to bind port 620b5018-878f-4f51-a888-6ce27a520029 on network 185a2b43-9a30-4f32-8cd2-688d1a1a341c {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:09:53.584795 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.586265 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Port 620b5018-878f-4f51-a888-6ce27a520029 on network 185a2b43-9a30-4f32-8cd2-688d1a1a341c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:09:53.586612 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Attempting to bind port 620b5018-878f-4f51-a888-6ce27a520029 on network 185a2b43-9a30-4f32-8cd2-688d1a1a341c {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:09:53.592774 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.596981 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] 10.222.0.20 "DELETE /v2.0/networks/4f0be3c0-671a-4273-8c56-67ad62b46d6d HTTP/1.1" status: 204 len: 168 time: 0.7197709 Sep 20 12:09:53.607222 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:09:53.607222 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Checking segment: {'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:09:53.607222 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Bound using segment: {'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:09:53.607650 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Bound port: 620b5018-878f-4f51-a888-6ce27a520029, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:09:53.607919 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.610913 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c053b-ca67-4c40-9d11-0b2793f2e6db admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0be3c0-671a-4273-8c56-67ad62b46d6d,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:53.678101 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] For port 620b5018-878f-4f51-a888-6ce27a520029, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:09:53.682576 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] For port 620b5018-878f-4f51-a888-6ce27a520029, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=620b5018-878f-4f51-a888-6ce27a520029,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:09:53.687141 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.720682 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:53.722020 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.723585 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] 10.222.0.57 "PUT /v2.0/ports/620b5018-878f-4f51-a888-6ce27a520029 HTTP/1.1" status: 200 len: 1093 time: 1.2483582 Sep 20 12:09:53.724059 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a512b7e-5928-4198-b0bb-d596e50cac2c', 'tag': '620b5018-878f-4f51-a888-6ce27a520029'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:09:53.726529 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e31e17-638d-4756-957f-a8fe95866bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a512b7e-5928-4198-b0bb-d596e50cac2c", "tag": "620b5018-878f-4f51-a888-6ce27a520029"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:09:53.763828 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6012b-476d-4ab3-9764-65d454b6fe66 service neutron] Pushing event updated for resources: {'Port': ['ID=620b5018-878f-4f51-a888-6ce27a520029,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:53.793321 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d943b3-b961-4a75-a920-26ee91911b31 x-openstack-request-id: req-b9d943b3-b961-4a75-a920-26ee91911b31 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:09:53.793604 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a512b7e-5928-4198-b0bb-d596e50cac2c", "tag": "620b5018-878f-4f51-a888-6ce27a520029", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:09:53.793847 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9d943b3-b961-4a75-a920-26ee91911b31 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:09:53.794232 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a512b7e-5928-4198-b0bb-d596e50cac2c', 'tag': '620b5018-878f-4f51-a888-6ce27a520029', 'status': 'completed', 'code': 200} Sep 20 12:09:53.798515 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38160) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:53.809400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-7120ff21-a84c-4255-8e8c-4af0af606aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:53.810940 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-7120ff21-a84c-4255-8e8c-4af0af606aae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29dd22925e6943dfa765f8adffd6e8f9&device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 1096 time: 0.0442815 Sep 20 12:09:53.838191 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-7e5cc9c1-81e9-4853-8597-73ee6432b34f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93dd92c239d748fc9469b7dabc4e01c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384576 Sep 20 12:09:53.840886 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38162) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:53.854162 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-3df32342-6ff9-4c19-8c8b-1bbd48bcbca9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620b5018-878f-4f51-a888-6ce27a520029 HTTP/1.1" status: 200 len: 217 time: 0.0339253 Sep 20 12:09:53.889513 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ed210876-0ea1-4d52-ac87-399dfa287ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.902652 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-920cd0e2-289a-463b-a79d-6cc35d0dccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:53.904143 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-920cd0e2-289a-463b-a79d-6cc35d0dccac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e5d29fc-6453-467d-97dc-aa6fab96b59b HTTP/1.1" status: 200 len: 853 time: 0.0427222 Sep 20 12:09:53.910674 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ed210876-0ea1-4d52-ac87-399dfa287ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.934059 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:09:53.952269 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-69a5fe70-ecbe-4f2c-952b-2d818a219047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185a2b43-9a30-4f32-8cd2-688d1a1a341c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309277 Sep 20 12:09:53.958262 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ed210876-0ea1-4d52-ac87-399dfa287ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.960786 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ed210876-0ea1-4d52-ac87-399dfa287ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:53.961928 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-ed210876-0ea1-4d52-ac87-399dfa287ebe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e847f032-33ce-437a-b152-8b7f5e19b138 HTTP/1.1" status: 204 len: 168 time: 0.1201339 Sep 20 12:09:53.969489 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed210876-0ea1-4d52-ac87-399dfa287ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847f032-33ce-437a-b152-8b7f5e19b138,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:54.051780 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-7b8db85d-6157-48b5-96e7-a316728b841c service neutron] 10.222.0.57 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917549 Sep 20 12:09:54.163532 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-023eb56f-3f59-432b-b8c9-073a1dc4f4aa req-37cd4f4b-ce2a-4cb9-9a35-bb7fa7bbced7 service neutron] 10.222.0.57 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044393 Sep 20 12:09:54.213565 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632ebf9-3cf8-4f5b-ba39-0f4a78f174ea req-8810bf52-cfac-42a0-bda1-36930902f9d2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:54.215016 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7632ebf9-3cf8-4f5b-ba39-0f4a78f174ea req-8810bf52-cfac-42a0-bda1-36930902f9d2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 944 time: 0.0497210 Sep 20 12:09:54.258573 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-d3c497cf-bda0-49f5-9dca-57ad8144d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:54.260112 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-d3c497cf-bda0-49f5-9dca-57ad8144d313 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=29dd22925e6943dfa765f8adffd6e8f9&device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 1096 time: 0.0462711 Sep 20 12:09:54.268703 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7632ebf9-3cf8-4f5b-ba39-0f4a78f174ea req-fc4272fc-efcc-4abf-b99a-05fe86378de5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 Sep 20 12:09:54.342571 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c6243-b0b2-4cbe-82e2-d7860ccf9ff5 req-a170575b-13a3-4ded-b532-ae25afd9b63f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:54.342729 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:09:54.350949 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-581c6243-b0b2-4cbe-82e2-d7860ccf9ff5 req-a170575b-13a3-4ded-b532-ae25afd9b63f tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 943 time: 0.0591230 Sep 20 12:09:54.364509 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:09:54.364855 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 9ac1870c-84e7-4c0c-a8b0-ac0ee4e24fa8 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:09:54.387120 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-581c6243-b0b2-4cbe-82e2-d7860ccf9ff5 req-e2eb0aa9-1419-4a3f-82a7-fe5164e454ed tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351069 Sep 20 12:09:54.397232 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-916286fb-e9ec-4bc5-9138-0c0526fca49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:54.399003 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-916286fb-e9ec-4bc5-9138-0c0526fca49d service neutron] 10.222.0.57 "GET /v2.0/networks?id=185a2b43-9a30-4f32-8cd2-688d1a1a341c HTTP/1.1" status: 200 len: 914 time: 0.1307213 Sep 20 12:09:54.441052 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-71b433a2-839e-41aa-a78d-a02fb8c42cda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620b5018-878f-4f51-a888-6ce27a520029 HTTP/1.1" status: 200 len: 217 time: 0.0343308 Sep 20 12:09:54.491617 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-ab24d793-5fa5-4060-a205-9a36dbea1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:54.491617 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-ab24d793-5fa5-4060-a205-9a36dbea1d84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5e5d29fc-6453-467d-97dc-aa6fab96b59b HTTP/1.1" status: 200 len: 853 time: 0.0428658 Sep 20 12:09:54.524128 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-0e51d2ae-0289-44a3-8466-8acb08beee20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=185a2b43-9a30-4f32-8cd2-688d1a1a341c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254877 Sep 20 12:09:54.622216 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-655f0adc-095d-4ab5-8152-57b243d86b8d service neutron] 10.222.0.57 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898762 Sep 20 12:09:54.719088 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-78e31e17-638d-4756-957f-a8fe95866bb2 req-f2f01a9d-ef8b-48d3-9e92-bdf979f1628a service neutron] 10.222.0.57 "GET /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876663 Sep 20 12:09:54.728819 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38190) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:54.822586 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-285311111-network', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:54.845190 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Made reservation on behalf of 7a5d255eb5024bd18bdb5bece0748198 for: {'network': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:09:54.847717 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:54.855798 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:54.948339 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:54.952191 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:54.972536 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94128) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:09:54.987629 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81de25f-825e-4082-ab53-1b4f4670ac4d,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:54.990629 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:54.990973 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.segments_db [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Added segment 9a0976b1-2407-4629-9139-5c146addfce7 of type vlan for network ded63163-f151-401e-b7b6-adf511d65bfb Sep 20 12:09:55.022458 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:09:55.030099 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.055913 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.056801 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:55.057396 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.071102 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:09:55.075186 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:09:55.075695 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.089250 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3583834 Sep 20 12:09:55.091423 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38194) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:55.098305 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Request body: {'subnet': {'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-285311111-subnet', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:55.121981 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c188e-8150-4d28-a7e5-9844b7aa4012 admin admin] Pushing event updated for resources: {'Network': ['ID=ded63163-f151-401e-b7b6-adf511d65bfb,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:55.127059 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Made reservation on behalf of 7a5d255eb5024bd18bdb5bece0748198 for: {'subnet': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:09:55.132326 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4596710'] for subnet, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.149574 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network ded63163-f151-401e-b7b6-adf511d65bfb details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:09:55.209236 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.248850 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:09:55.251032 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cbe779-0c5f-444f-95f0-02f2decf9d79" -d '{"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-plugged", "status": "completed", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:09:55.274885 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:55.279576 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.306256 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78351882-ce12-4d18-af7a-9e3a978ef218 x-openstack-request-id: req-78351882-ce12-4d18-af7a-9e3a978ef218 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:09:55.306890 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-plugged", "status": "completed", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:09:55.306890 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78351882-ce12-4d18-af7a-9e3a978ef218 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:09:55.307061 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'code': 200} Sep 20 12:09:55.311329 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66711279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4596680'] for subnet, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.333682 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:55.372468 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4233159-8906-4cc3-b34a-93ac5aedcf9e,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:55.380507 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Checking segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:09:55.380715 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Network hostable DHCP agents. Network: ded63163-f151-401e-b7b6-adf511d65bfb, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94127) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:09:55.398064 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Network ded63163-f151-401e-b7b6-adf511d65bfb is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94127) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:09:55.406083 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b1fbe-bf27-41b6-b6ab-16f1422e0054 req-71ccaa1d-8114-49f4-afa7-8a418cf1b00c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:55.406459 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, ded63163-f151-401e-b7b6-adf511d65bfb) {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:09:55.407757 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ff5b1fbe-bf27-41b6-b6ab-16f1422e0054 req-71ccaa1d-8114-49f4-afa7-8a418cf1b00c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0530698 Sep 20 12:09:55.417403 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950bd8a1-76a1-40ae-83c6-634ab90f4448 None None] Network ded63163-f151-401e-b7b6-adf511d65bfb requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:09:55.420597 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:55.421058 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.453147 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-1d792a67-74a4-434c-9d55-08fa36d51994 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3600519 Sep 20 12:09:55.455807 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38206) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:55.460839 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:55.499775 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ff5b1fbe-bf27-41b6-b6ab-16f1422e0054 req-9d9e2297-73f5-4b82-972d-395673c4d22d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788028 Sep 20 12:09:55.521353 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.522363 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.534667 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c82cb-2c0f-40ca-b15c-65eaa92d62be req-d6b07ae3-92a0-4457-a177-7100913d77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:55.536188 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ce8c82cb-2c0f-40ca-b15c-65eaa92d62be req-d6b07ae3-92a0-4457-a177-7100913d77c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 1098 time: 0.0720427 Sep 20 12:09:55.551971 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c4858-805d-4475-9616-31bd1204475e req-af08631a-ab03-4532-b002-e47b9bd9f77b tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:55.553714 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef5c4858-805d-4475-9616-31bd1204475e req-af08631a-ab03-4532-b002-e47b9bd9f77b tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 943 time: 0.0716047 Sep 20 12:09:55.597278 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef5c4858-805d-4475-9616-31bd1204475e req-5faf1b28-d1eb-4733-a459-386abc662b52 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358107 Sep 20 12:09:55.607720 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-ded63163-f151-401e-b7b6-adf511d65bfb', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:09:55.608759 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.609876 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.626715 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ce8c82cb-2c0f-40ca-b15c-65eaa92d62be req-56341d86-fc43-46db-8c08-e2bc25fc3fbe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823386 Sep 20 12:09:55.747088 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Allocated IP 172.20.0.2 (ded63163-f151-401e-b7b6-adf511d65bfb/d4233159-8906-4cc3-b34a-93ac5aedcf9e/07cb6f6d-2914-42f6-b3c9-05991d2bf956) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:09:55.749179 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.884883 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.890210 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.932522 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Network ded63163-f151-401e-b7b6-adf511d65bfb is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:09:55.935249 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:09:55.938548 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:09:55.942620 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.946363 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Pushing event updated for resources: {'Port': ['ID=07cb6f6d-2914-42f6-b3c9-05991d2bf956,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:55.960921 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:55.997629 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Attempting to bind port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:09:55.997995 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Attempting to bind port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:09:55.998354 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Attempting to bind port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 on network ded63163-f151-401e-b7b6-adf511d65bfb {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:09:56.003340 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:09:56.003707 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Checking segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:09:56.004138 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.004536 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Bound using segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:09:56.004993 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Bound port: 07cb6f6d-2914-42f6-b3c9-05991d2bf956, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:09:56.005369 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.065280 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Allocated IP 172.27.3.140 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/93cbcaf5-8ed1-4666-8be9-9adff6e8c27b) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:09:56.065594 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] For port 07cb6f6d-2914-42f6-b3c9-05991d2bf956, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:09:56.068707 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] For port 07cb6f6d-2914-42f6-b3c9-05991d2bf956, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=07cb6f6d-2914-42f6-b3c9-05991d2bf956,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:09:56.072851 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.136344 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad7e65-6b6f-4f4a-87fb-f60c96396aa6 None None] Pushing event updated for resources: {'Port': ['ID=07cb6f6d-2914-42f6-b3c9-05991d2bf956,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:56.167995 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.202698 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.240806 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:09:56.244068 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:09:56.248267 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:09:56.260666 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Pushing event updated for resources: {'Port': ['ID=93cbcaf5-8ed1-4666-8be9-9adff6e8c27b,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:56.440579 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 07cb6f6d-2914-42f6-b3c9-05991d2bf956 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:09:56.490296 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:09:56.490764 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.531437 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.574096 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.613850 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port 07cb6f6d-2914-42f6-b3c9-05991d2bf956, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=07cb6f6d-2914-42f6-b3c9-05991d2bf956,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:56.619953 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.688699 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=07cb6f6d-2914-42f6-b3c9-05991d2bf956,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:56.768090 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:56.837148 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686ef0-f728-45d1-a662-759632c68df8 req-fdfbfe11-34cb-4b57-9c17-281e7a866a4e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:56.838771 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b0686ef0-f728-45d1-a662-759632c68df8 req-fdfbfe11-34cb-4b57-9c17-281e7a866a4e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.2644377 Sep 20 12:09:56.906440 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Router 3c58c057-52db-4179-8167-6012f20e751b is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94127) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:09:56.909579 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb760ae9-74ff-4da1-9e2f-2c349cf030a8 req-244e313b-1b02-4cc6-923b-6e5845951a77 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:56.912383 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bb760ae9-74ff-4da1-9e2f-2c349cf030a8 req-244e313b-1b02-4cc6-923b-6e5845951a77 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 943 time: 0.2346311 Sep 20 12:09:56.920371 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b0686ef0-f728-45d1-a662-759632c68df8 req-6cc2191d-2668-4e5f-b907-5658b857a64a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737088 Sep 20 12:09:56.960971 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bb760ae9-74ff-4da1-9e2f-2c349cf030a8 req-e45de6d1-0835-4996-8dff-d921f3f96224 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393426 Sep 20 12:09:57.022257 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:09:57.022846 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 620b5018-878f-4f51-a888-6ce27a520029 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:09:57.035917 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Sync routers for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:09:57.040021 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:57.044525 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-aaf5dda7-c6a5-4b6c-96d4-2f67dc455b15 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5847738 Sep 20 12:09:57.044733 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38228) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:57.061698 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:09:57.062333 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:57.252103 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a682b9e6-e3bf-4ac8-9591-a9178fffbf9e None None] Network ded63163-f151-401e-b7b6-adf511d65bfb requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:09:57.382467 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-43842f18-d7ad-401c-bb72-e62f58cfb74b None None] Provisioning complete for port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:09:57.382750 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-43842f18-d7ad-401c-bb72-e62f58cfb74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:57.391246 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 620b5018-878f-4f51-a888-6ce27a520029, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=620b5018-878f-4f51-a888-6ce27a520029,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:57.446079 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '620b5018-878f-4f51-a888-6ce27a520029', 'network_id': '185a2b43-9a30-4f32-8cd2-688d1a1a341c', 'port_id': '620b5018-878f-4f51-a888-6ce27a520029', 'mac_address': 'fa:16:3e:fb:fc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5d29fc-6453-467d-97dc-aa6fab96b59b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:09:57.453343 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:09:57.670596 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:57.711808 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620b5018-878f-4f51-a888-6ce27a520029 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:09:57.716073 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:57.754721 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 620b5018-878f-4f51-a888-6ce27a520029, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=620b5018-878f-4f51-a888-6ce27a520029,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:09:57.781718 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:57.843674 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=620b5018-878f-4f51-a888-6ce27a520029,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:57.861757 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:56Z', 'revision_number': 3, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:57.889523 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Checking router: 3c58c057-52db-4179-8167-6012f20e751b for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:09:57.889874 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Updating router 3c58c057-52db-4179-8167-6012f20e751b port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:09:57.895212 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Allocated IP 172.20.0.1 (ded63163-f151-401e-b7b6-adf511d65bfb/d4233159-8906-4cc3-b34a-93ac5aedcf9e/b00a4e39-d951-43ea-b06c-aecb6357b5a5) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:09:57.917181 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.019062 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.035022 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['620b5018-878f-4f51-a888-6ce27a520029'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:09:58.065839 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.105889 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Network ded63163-f151-401e-b7b6-adf511d65bfb is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:09:58.108902 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:09:58.116551 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:09:58.141821 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-e82649df-56fd-4ed9-b569-b73e0a7d2e54 None None] Provisioning complete for port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:09:58.142199 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e82649df-56fd-4ed9-b569-b73e0a7d2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.143408 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Pushing event updated for resources: {'Port': ['ID=b00a4e39-d951-43ea-b06c-aecb6357b5a5,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:58.165313 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.339224 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.350453 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb61dcb-94b4-4309-86c3-5cb4711413af req-7e161534-d180-4a5f-925a-474ec2c39afc tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:58.351944 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ecb61dcb-94b4-4309-86c3-5cb4711413af req-7e161534-d180-4a5f-925a-474ec2c39afc tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 944 time: 0.0661213 Sep 20 12:09:58.364525 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cf730-bfd7-40db-8580-cc8f00a39fc7 req-b608ec3c-9dd4-49b1-a0a5-0a7906dbde28 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:58.372718 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-615cf730-bfd7-40db-8580-cc8f00a39fc7 req-b608ec3c-9dd4-49b1-a0a5-0a7906dbde28 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.3666759 Sep 20 12:09:58.412258 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.426231 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.448178 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 07cb6f6d-2914-42f6-b3c9-05991d2bf956 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:09:58.449332 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-615cf730-bfd7-40db-8580-cc8f00a39fc7 req-70f833e6-9642-4311-b7fd-161b02accfbb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754807 Sep 20 12:09:58.453627 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ecb61dcb-94b4-4309-86c3-5cb4711413af req-2705a42e-2015-4c3d-9797-315dd1c9b3ac tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786805 Sep 20 12:09:58.515411 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Attempting to bind port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:09:58.515803 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Attempting to bind port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:09:58.516247 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Attempting to bind port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:09:58.538180 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:09:58.538555 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:09:58.538963 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.539440 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:09:58.539832 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Bound port: 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:09:58.540238 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.550434 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.559021 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.582184 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59844ca5-698a-44a3-a492-062c97012f83 None None] Pushing event updated for resources: {'Port': ['ID=93cbcaf5-8ed1-4666-8be9-9adff6e8c27b,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:58.586026 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c99c3-9c5d-4004-bc4b-5395dbd5c0d5 req-c7da28a7-091f-450f-b8fd-2bc940e1db58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:58.587628 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0d8c99c3-9c5d-4004-bc4b-5395dbd5c0d5 req-c7da28a7-091f-450f-b8fd-2bc940e1db58 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0586998 Sep 20 12:09:58.597792 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38242) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:58.602699 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Request body: {'floatingip': {'port_id': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:58.607556 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-5790c0e1-0cd4-4a0d-8ccb-548298003239 None None] Provisioning complete for port b00a4e39-d951-43ea-b06c-aecb6357b5a5 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:09:58.607946 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5790c0e1-0cd4-4a0d-8ccb-548298003239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.639922 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.640421 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.646023 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Pushing event updated for resources: {'Port': ['ID=b00a4e39-d951-43ea-b06c-aecb6357b5a5,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:58.663446 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] For port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:09:58.666958 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:09:58.667247 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.672946 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] For port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=93cbcaf5-8ed1-4666-8be9-9adff6e8c27b,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:09:58.675049 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-5790c0e1-0cd4-4a0d-8ccb-548298003239 None None] Port b00a4e39-d951-43ea-b06c-aecb6357b5a5 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:09:58.695597 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:58.738073 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Network ded63163-f151-401e-b7b6-adf511d65bfb is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:09:58.740418 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:09:58.772465 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59844ca5-698a-44a3-a492-062c97012f83 None None] Pushing event updated for resources: {'Port': ['ID=93cbcaf5-8ed1-4666-8be9-9adff6e8c27b,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:58.783389 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:09:58.784577 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:58.889071 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Router 3c58c057-52db-4179-8167-6012f20e751b has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:09:58.935778 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:09:59.017437 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:09:59.026640 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-6a2837c5-c3b0-4e61-a66b-3be6fb104eac admin admin] 10.222.0.20 "PUT /v2.0/routers/3c58c057-52db-4179-8167-6012f20e751b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9772215 Sep 20 12:09:59.043068 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-cc94243e-6848-4dda-b70c-3114aa579259 None None] Provisioning complete for port b00a4e39-d951-43ea-b06c-aecb6357b5a5 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:09:59.043456 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-cc94243e-6848-4dda-b70c-3114aa579259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.178837 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.184014 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.236567 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-cc94243e-6848-4dda-b70c-3114aa579259 None None] Port b00a4e39-d951-43ea-b06c-aecb6357b5a5 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:09:59.286700 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Floating IP 2c004107-8e3c-400b-aca6-b573b7f02f95 associated. External IP: 172.27.3.69, port: 07859de8-0332-42cb-bc1a-9cffbc2ecf4f. Sep 20 12:09:59.302245 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 2, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:59.332332 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5310fe6-fa9e-42d7-85c6-8208137c5280 None None] The sync data for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi is: [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 2, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:09:59.467582 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38254) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:59.472999 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-977bad79-f516-44df-a54b-2b4c79dbbfcc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473761329', 'description': 'tempest-description--774463328'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:59.497503 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-977bad79-f516-44df-a54b-2b4c79dbbfcc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.509341 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:09:59.645223 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-977bad79-f516-44df-a54b-2b4c79dbbfcc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.650076 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-977bad79-f516-44df-a54b-2b4c79dbbfcc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.664818 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06df5f-6d5e-4be9-9ce9-285efc0fd87c req-eaab01f9-01a4-48b8-acab-03ce2891495d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:59.666745 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9e06df5f-6d5e-4be9-9ce9-285efc0fd87c req-eaab01f9-01a4-48b8-acab-03ce2891495d tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 944 time: 0.1014779 Sep 20 12:09:59.681873 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-977bad79-f516-44df-a54b-2b4c79dbbfcc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.683254 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-977bad79-f516-44df-a54b-2b4c79dbbfcc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2144182 Sep 20 12:09:59.684130 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bad79-f516-44df-a54b-2b4c79dbbfcc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54dbaaef-64bd-4af1-814b-a77baf703090,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:59.687175 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38258) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:59.691798 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-bc18c492-c27a-4441-84a0-d54ad3d9e150 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'security_group_rule': {'security_group_id': '54dbaaef-64bd-4af1-814b-a77baf703090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:59.693156 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:09:59.703500 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] Sync routers for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:09:59.711613 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.717286 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:09:59.718028 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:09:59.749269 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc18c492-c27a-4441-84a0-d54ad3d9e150 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.773270 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9e06df5f-6d5e-4be9-9ce9-285efc0fd87c req-c7700cc9-2837-4759-8031-9bea6d3f9875 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925598 Sep 20 12:09:59.775326 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e28b9c0b-5179-4d75-af4c-8d6fd4efa62f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "PUT /v2.0/floatingips/2c004107-8e3c-400b-aca6-b573b7f02f95 HTTP/1.1" status: 200 len: 990 time: 1.1765537 Sep 20 12:09:59.776958 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:09:59.780072 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53611c7-37a5-44af-bdcb-e249d246500d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:09:59.828300 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24231ed-7dc9-4fba-80fd-914fce1125a8 x-openstack-request-id: req-f24231ed-7dc9-4fba-80fd-914fce1125a8 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:09:59.828909 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:09:59.829320 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f24231ed-7dc9-4fba-80fd-914fce1125a8 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:09:59.829883 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'status': 'completed', 'code': 200} Sep 20 12:09:59.848281 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc18c492-c27a-4441-84a0-d54ad3d9e150 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.851244 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:09:59.860271 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc18c492-c27a-4441-84a0-d54ad3d9e150 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.895238 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18c492-c27a-4441-84a0-d54ad3d9e150 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1179040d-e0ed-4344-a4db-d8204ffb4b5f,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:09:59.917210 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bc18c492-c27a-4441-84a0-d54ad3d9e150 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:09:59.921240 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-bc18c492-c27a-4441-84a0-d54ad3d9e150 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2305157 Sep 20 12:09:59.921590 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38264) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:09:59.926461 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-c9d3edb2-a7ee-4ec2-85fb-428aeed5a5bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'security_group_rule': {'security_group_id': '54dbaaef-64bd-4af1-814b-a77baf703090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:09:59.939432 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53611c7-37a5-44af-bdcb-e249d246500d req-9a6541af-f810-4e36-a459-bafd0afe9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:09:59.942495 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b53611c7-37a5-44af-bdcb-e249d246500d req-9a6541af-f810-4e36-a459-bafd0afe9a3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 1098 time: 0.0651610 Sep 20 12:09:59.957389 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c9d3edb2-a7ee-4ec2-85fb-428aeed5a5bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.046428 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c9d3edb2-a7ee-4ec2-85fb-428aeed5a5bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.053517 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c9d3edb2-a7ee-4ec2-85fb-428aeed5a5bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.072055 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53611c7-37a5-44af-bdcb-e249d246500d req-58d89831-56dd-4ba9-bbc8-6d29d91fd9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:00.074419 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b53611c7-37a5-44af-bdcb-e249d246500d req-58d89831-56dd-4ba9-bbc8-6d29d91fd9c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.1238351 Sep 20 12:10:00.081331 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c9d3edb2-a7ee-4ec2-85fb-428aeed5a5bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.092008 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c9d3edb2-a7ee-4ec2-85fb-428aeed5a5bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1693289 Sep 20 12:10:00.092962 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38266) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:00.097848 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:00.131178 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3edb2-a7ee-4ec2-85fb-428aeed5a5bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ca56e6-888d-4872-9260-521134610762,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:00.150105 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '2c004107-8e3c-400b-aca6-b573b7f02f95', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'port_id': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'mac_address': 'fa:16:3e:56:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:09:41Z', 'updated_at': '2021-09-20T12:09:59Z', 'revision_number': 1, 'project_id': '30c7df32a5dd487982bde2955460d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:00.155048 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.188012 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] Checking router: 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:10:00.197632 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:00.198241 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:00.204675 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b53611c7-37a5-44af-bdcb-e249d246500d req-ebb79d8f-1443-497c-a7bb-7dddde99897f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f HTTP/1.1" status: 200 len: 998 time: 0.1219745 Sep 20 12:10:00.261540 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53611c7-37a5-44af-bdcb-e249d246500d req-b12ba40a-d68d-44ac-80b6-bc7bbd4a0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:00.263076 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b53611c7-37a5-44af-bdcb-e249d246500d req-b12ba40a-d68d-44ac-80b6-bc7bbd4a0aa3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0511193 Sep 20 12:10:00.287512 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.312805 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53611c7-37a5-44af-bdcb-e249d246500d req-e6fe3ae4-f959-45b7-ae88-08f6dcf10313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:00.315007 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b53611c7-37a5-44af-bdcb-e249d246500d req-e6fe3ae4-f959-45b7-ae88-08f6dcf10313 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447910 Sep 20 12:10:00.329959 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:00.423047 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Allocated IP 172.27.3.112 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/df764afc-01b9-47a3-9dd6-f04fb2410aa7) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:10:00.461509 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b53611c7-37a5-44af-bdcb-e249d246500d req-d3676373-56e2-4856-8d49-7d96394af2dc service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363506 Sep 20 12:10:00.469134 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:10:00.556675 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:00.557341 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.619584 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.642453 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b53611c7-37a5-44af-bdcb-e249d246500d req-37c2fa9f-7cc5-45cd-b520-30427b29aca4 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704538 Sep 20 12:10:00.666916 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '2c004107-8e3c-400b-aca6-b573b7f02f95', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'port_id': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'mac_address': 'fa:16:3e:56:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:09:41Z', 'updated_at': '2021-09-20T12:09:59Z', 'revision_number': 1, 'project_id': '30c7df32a5dd487982bde2955460d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:00.669698 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.697998 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:10:00.698601 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc7d4e3-c121-4e87-9355-2b5a0ec55f5d None None] The sync data for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi is: [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '2c004107-8e3c-400b-aca6-b573b7f02f95', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'floating_ip_address': '172.27.3.69', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'port_id': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'mac_address': 'fa:16:3e:56:28:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:09:41Z', 'updated_at': '2021-09-20T12:09:59Z', 'revision_number': 1, 'project_id': '30c7df32a5dd487982bde2955460d182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:10:00.706518 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:10:00.712862 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:10:00.714536 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.759332 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=93cbcaf5-8ed1-4666-8be9-9adff6e8c27b,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:00.766318 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:00.839866 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=93cbcaf5-8ed1-4666-8be9-9adff6e8c27b,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:00.844820 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'Port': ['ID=df764afc-01b9-47a3-9dd6-f04fb2410aa7,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:00.960630 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3b14b-fae4-4499-a160-5b3488ec1523 req-7134e31f-3453-4e62-af2f-5ee86de8ecf5 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:00.962173 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4f3b14b-fae4-4499-a160-5b3488ec1523 req-7134e31f-3453-4e62-af2f-5ee86de8ecf5 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 944 time: 0.0731220 Sep 20 12:10:00.963591 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.034844 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.066829 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8ad887-8e8f-4e0c-8db0-ce1bc5d116e5 None None] New status for floating IP 2c004107-8e3c-400b-aca6-b573b7f02f95: ACTIVE {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:10:01.070214 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4f3b14b-fae4-4499-a160-5b3488ec1523 req-3db1dec2-8105-4cd8-8d26-953ed5ede52a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963829 Sep 20 12:10:01.108397 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 620b5018-878f-4f51-a888-6ce27a520029 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:10:01.198409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.202158 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.217024 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 620b5018-878f-4f51-a888-6ce27a520029 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:10:01.245049 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 620b5018-878f-4f51-a888-6ce27a520029 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:01.245408 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.270338 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'Port': ['ID=df764afc-01b9-47a3-9dd6-f04fb2410aa7,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:01.280378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.294637 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.296124 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-de11b5d4-a481-426b-ad4e-9940965a1bfe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2021019 Sep 20 12:10:01.336018 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.364028 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a512b7e-5928-4198-b0bb-d596e50cac2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620b5018-878f-4f51-a888-6ce27a520029'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:01.366275 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ca7c43-543c-49c7-b521-9d57f33b6509" -d '{"events": [{"server_uuid": "9a512b7e-5928-4198-b0bb-d596e50cac2c", "name": "network-vif-plugged", "status": "completed", "tag": "620b5018-878f-4f51-a888-6ce27a520029"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:01.378195 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 620b5018-878f-4f51-a888-6ce27a520029, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=620b5018-878f-4f51-a888-6ce27a520029,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:01.382744 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:01.409951 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330cec20-7b1c-41ad-b301-b4de4f6814e7 x-openstack-request-id: req-330cec20-7b1c-41ad-b301-b4de4f6814e7 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:01.410236 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a512b7e-5928-4198-b0bb-d596e50cac2c", "name": "network-vif-plugged", "status": "completed", "tag": "620b5018-878f-4f51-a888-6ce27a520029", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:01.410660 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-330cec20-7b1c-41ad-b301-b4de4f6814e7 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:01.411043 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a512b7e-5928-4198-b0bb-d596e50cac2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620b5018-878f-4f51-a888-6ce27a520029', 'code': 200} Sep 20 12:10:01.435390 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=620b5018-878f-4f51-a888-6ce27a520029,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:01.454976 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-45e56651-daa4-4f4b-bcc2-1f2e2180b516 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--473761329&fields=id&tenant_id=7a5d255eb5024bd18bdb5bece0748198 HTTP/1.1" status: 200 len: 267 time: 0.0369742 Sep 20 12:10:01.571624 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-6a342d12-083d-447d-ae8c-c138798d2d63 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:01.573329 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-6a342d12-083d-447d-ae8c-c138798d2d63 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 810 time: 0.1107974 Sep 20 12:10:01.580726 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92353ec7-eb10-476f-a04b-e83ad70a1d1b req-723758f3-5639-4efb-9d7d-fd7ac712a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:01.583456 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-92353ec7-eb10-476f-a04b-e83ad70a1d1b req-723758f3-5639-4efb-9d7d-fd7ac712a081 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 1098 time: 0.0441856 Sep 20 12:10:01.590517 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-2cf637b1-8cd8-4a86-84ed-d1a93082de49 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/quotas/7a5d255eb5024bd18bdb5bece0748198 HTTP/1.1" status: 200 len: 375 time: 0.0111969 Sep 20 12:10:01.626291 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-92353ec7-eb10-476f-a04b-e83ad70a1d1b req-1c11a9da-71fc-4a9d-8e0f-2b943205b5da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340071 Sep 20 12:10:01.645626 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-e7677738-5203-46c9-873b-6b40c882d20f tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493884 Sep 20 12:10:01.785951 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-ddba9340-75c1-4698-ae57-099869f7c29b service neutron] 10.222.0.20 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289740 Sep 20 12:10:01.872986 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Sync routers for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:10:01.876982 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-27cd848a-3dd3-4c33-83dd-6e6cfa75e4e9 service neutron] 10.222.0.20 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849376 Sep 20 12:10:01.882417 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:01.883181 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:02.097292 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7c5aed9b-998d-472e-a62b-92f0b307fd14 req-6df34371-6508-4c71-9af1-896042675d9d tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 210 time: 0.0524428 Sep 20 12:10:02.126662 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:02.219024 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9761dc-4453-4c66-b275-961a75cb93e2 req-308b3a52-2bb2-4159-bb52-1419014aa7d2 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:02.228578 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6b9761dc-4453-4c66-b275-961a75cb93e2 req-308b3a52-2bb2-4159-bb52-1419014aa7d2 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 945 time: 0.0607188 Sep 20 12:10:02.269064 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6b9761dc-4453-4c66-b275-961a75cb93e2 req-f5fbff8a-da91-4232-ba45-75fbefc263e6 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380540 Sep 20 12:10:02.375032 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 2, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:02.410087 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:10:02.410847 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Checking router: 3c58c057-52db-4179-8167-6012f20e751b for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:10:02.411200 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Updating router 3c58c057-52db-4179-8167-6012f20e751b port b00a4e39-d951-43ea-b06c-aecb6357b5a5 binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:10:02.439825 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:02.466868 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:02.467550 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:02.718848 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:02.724064 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:02.775056 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Pushing event updated for resources: {'Port': ['ID=b00a4e39-d951-43ea-b06c-aecb6357b5a5,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:02.818974 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.819424 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.819804 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.820274 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.820668 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.821016 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.821357 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.821705 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.822307 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.822562 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.822957 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.823332 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:02.845777 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Attempting to bind port b00a4e39-d951-43ea-b06c-aecb6357b5a5 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:10:02.846842 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Attempting to bind port b00a4e39-d951-43ea-b06c-aecb6357b5a5 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:10:02.847398 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Attempting to bind port b00a4e39-d951-43ea-b06c-aecb6357b5a5 on network ded63163-f151-401e-b7b6-adf511d65bfb {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:10:02.853357 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:10:02.853357 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Checking segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:10:02.853830 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:02.854316 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Bound using segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:10:02.854900 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Bound port: b00a4e39-d951-43ea-b06c-aecb6357b5a5, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:10:02.855364 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:02.922756 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] For port b00a4e39-d951-43ea-b06c-aecb6357b5a5, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:10:02.926418 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] For port b00a4e39-d951-43ea-b06c-aecb6357b5a5, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=b00a4e39-d951-43ea-b06c-aecb6357b5a5,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:10:02.931777 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:02.985882 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:02.986530 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:09:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:02.995568 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-793bad87-6f02-496c-9e4e-a03fa26b12d7 None None] Provisioning complete for port b00a4e39-d951-43ea-b06c-aecb6357b5a5 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:02.995965 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-793bad87-6f02-496c-9e4e-a03fa26b12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:03.031654 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2f613-8334-41db-a862-63c615fc68fc None None] Pushing event updated for resources: {'Port': ['ID=b00a4e39-d951-43ea-b06c-aecb6357b5a5,revision_number=4']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:03.104388 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-793bad87-6f02-496c-9e4e-a03fa26b12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:03.109886 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:03.142192 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-793bad87-6f02-496c-9e4e-a03fa26b12d7 None None] For port b00a4e39-d951-43ea-b06c-aecb6357b5a5, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=b00a4e39-d951-43ea-b06c-aecb6357b5a5,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:03.153240 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-793bad87-6f02-496c-9e4e-a03fa26b12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:03.205171 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bad87-6f02-496c-9e4e-a03fa26b12d7 None None] Pushing event updated for resources: {'Port': ['ID=b00a4e39-d951-43ea-b06c-aecb6357b5a5,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:03.217345 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6abeb32e-14e4-46b2-a24a-6f965b5ec6c7 req-8ff6675b-d845-496a-ac9c-6f340a7ef61a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 210 time: 0.0331292 Sep 20 12:10:03.273262 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-deb2e111-d6b1-4888-9da2-8bb573b6d52c None None] Provisioning complete for port b00a4e39-d951-43ea-b06c-aecb6357b5a5 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:03.273625 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-deb2e111-d6b1-4888-9da2-8bb573b6d52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:03.348392 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:02Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:03.378063 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc344348-3302-4c77-b2d8-820c0ff8505c None None] The sync data for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi is: [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:02Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:10:03.411189 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d269a59-b018-4d4d-a22d-566aad314968 req-6d5b289a-f482-40de-82a4-66dc2796e2a8 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:03.418538 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d269a59-b018-4d4d-a22d-566aad314968 req-6d5b289a-f482-40de-82a4-66dc2796e2a8 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 945 time: 0.0734415 Sep 20 12:10:03.468151 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d269a59-b018-4d4d-a22d-566aad314968 req-70d525c7-2a4c-44bc-b54b-4246fc280c04 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445302 Sep 20 12:10:03.535357 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-5349ce5d-55a8-4fbb-8869-509fd919e8a8 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:03.537790 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-5349ce5d-55a8-4fbb-8869-509fd919e8a8 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 810 time: 0.1793282 Sep 20 12:10:03.615863 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-bddd73a8-2ec5-49bb-9089-40cec89b24af tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5d255eb5024bd18bdb5bece0748198 HTTP/1.1" status: 200 len: 379 time: 0.0677881 Sep 20 12:10:03.626635 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'port': {'device_id': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'admin_state_up': True, 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'security_groups': ['54dbaaef-64bd-4af1-814b-a77baf703090']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:03.773503 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Made reservation on behalf of 7a5d255eb5024bd18bdb5bece0748198 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:10:03.777187 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:03.921390 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Allocated IP 172.20.0.8 (ded63163-f151-401e-b7b6-adf511d65bfb/d4233159-8906-4cc3-b34a-93ac5aedcf9e/a9e516b0-8161-4aa6-a47a-30cc74468113) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:10:04.064168 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:04.099054 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:04.144054 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Network ded63163-f151-401e-b7b6-adf511d65bfb is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:10:04.147018 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:10:04.149448 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:10:04.159525 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'Port': ['ID=a9e516b0-8161-4aa6-a47a-30cc74468113,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:04.206111 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:04.206570 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:04.223038 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-a8d2046e-399c-4dc8-9d2b-5a0e3985dc2b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003749 Sep 20 12:10:04.336234 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435c06c-c527-42a9-8c3e-02e9aba9e4aa req-64a4aabf-c9dd-47c1-b460-c2d4c2abb776 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:04.337708 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6435c06c-c527-42a9-8c3e-02e9aba9e4aa req-64a4aabf-c9dd-47c1-b460-c2d4c2abb776 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 931 time: 0.0503631 Sep 20 12:10:04.380207 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6435c06c-c527-42a9-8c3e-02e9aba9e4aa req-566d5919-42b2-4ba0-ae44-288e91848ce5 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Sep 20 12:10:04.406362 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device b00a4e39-d951-43ea-b06c-aecb6357b5a5 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:10:04.442375 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-58c925be-22a6-4488-af5e-6a5bef4a9840 None None] Provisioning complete for port a9e516b0-8161-4aa6-a47a-30cc74468113 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:04.442739 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-58c925be-22a6-4488-af5e-6a5bef4a9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:04.482293 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-58c925be-22a6-4488-af5e-6a5bef4a9840 None None] Port a9e516b0-8161-4aa6-a47a-30cc74468113 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:10:04.488613 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port b00a4e39-d951-43ea-b06c-aecb6357b5a5 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:04.488971 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:05.491661 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb1130-0ce8-46e1-a658-ecc2040a7e4c req-55057473-b7b6-4c14-996e-98124a132bcd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:05.493409 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-08fb1130-0ce8-46e1-a658-ecc2040a7e4c req-55057473-b7b6-4c14-996e-98124a132bcd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 931 time: 0.0480065 Sep 20 12:10:05.529220 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-08fb1130-0ce8-46e1-a658-ecc2040a7e4c req-0c73ce44-675c-4c1e-9488-0cd9e2029e61 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301106 Sep 20 12:10:05.749121 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Request body: {'port': {'device_id': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:05.801637 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:06.049846 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e516b0-8161-4aa6-a47a-30cc74468113 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:10:06.057073 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:06.069938 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Transition to ACTIVE for port object a9e516b0-8161-4aa6-a47a-30cc74468113 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:10:06.074710 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:06.126244 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e516b0-8161-4aa6-a47a-30cc74468113,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:06.198984 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Attempting to bind port a9e516b0-8161-4aa6-a47a-30cc74468113 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:10:06.199397 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Attempting to bind port a9e516b0-8161-4aa6-a47a-30cc74468113 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:10:06.199717 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Attempting to bind port a9e516b0-8161-4aa6-a47a-30cc74468113 on network ded63163-f151-401e-b7b6-adf511d65bfb {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:10:06.204457 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Port a9e516b0-8161-4aa6-a47a-30cc74468113 on network ded63163-f151-401e-b7b6-adf511d65bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:10:06.204900 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Attempting to bind port a9e516b0-8161-4aa6-a47a-30cc74468113 on network ded63163-f151-401e-b7b6-adf511d65bfb {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:10:06.210842 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:10:06.211309 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Checking segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:10:06.211832 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Bound using segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:10:06.212546 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Bound port: a9e516b0-8161-4aa6-a47a-30cc74468113, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:10:06.212905 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:06.275930 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] For port a9e516b0-8161-4aa6-a47a-30cc74468113, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:10:06.278868 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] For port a9e516b0-8161-4aa6-a47a-30cc74468113, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a9e516b0-8161-4aa6-a47a-30cc74468113,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:10:06.283475 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:06.318271 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:06.318975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:06.320270 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] 10.222.0.57 "PUT /v2.0/ports/a9e516b0-8161-4aa6-a47a-30cc74468113 HTTP/1.1" status: 200 len: 1093 time: 0.5753922 Sep 20 12:10:06.320698 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'tag': 'a9e516b0-8161-4aa6-a47a-30cc74468113'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:06.322941 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c1c10-ab24-43c2-855a-b3c7d77cde01" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a5900-586b-43ad-a9e0-b313e4c10314", "tag": "a9e516b0-8161-4aa6-a47a-30cc74468113"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:06.345874 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4400b-b66f-485f-a29e-3dce0a7c0d36 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e516b0-8161-4aa6-a47a-30cc74468113,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:06.369145 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407e5443-34a9-4814-a4ee-85eccc7f9247 x-openstack-request-id: req-407e5443-34a9-4814-a4ee-85eccc7f9247 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:06.369438 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a5900-586b-43ad-a9e0-b313e4c10314", "tag": "a9e516b0-8161-4aa6-a47a-30cc74468113", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:06.369690 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-407e5443-34a9-4814-a4ee-85eccc7f9247 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:06.370086 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'tag': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'status': 'completed', 'code': 200} Sep 20 12:10:06.642029 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aedef-ef9c-43e4-8b3c-1cc20544a166 req-aa53fdae-8874-4f2a-8e28-2373b7ab09de tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:06.643527 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-026aedef-ef9c-43e4-8b3c-1cc20544a166 req-aa53fdae-8874-4f2a-8e28-2373b7ab09de tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 943 time: 0.0481381 Sep 20 12:10:06.683677 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-026aedef-ef9c-43e4-8b3c-1cc20544a166 req-7470f541-9edb-42d7-82a9-17b21cf3d2f5 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337689 Sep 20 12:10:06.836768 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1c10-ab24-43c2-855a-b3c7d77cde01 req-3c3b4ae7-c949-4927-a7bb-cbf758ce165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:06.838299 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-773c1c10-ab24-43c2-855a-b3c7d77cde01 req-3c3b4ae7-c949-4927-a7bb-cbf758ce165f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 1096 time: 0.0487125 Sep 20 12:10:06.958955 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1c10-ab24-43c2-855a-b3c7d77cde01 req-06f5cf27-742b-4f55-b6ad-7b6ce4ce20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:06.960457 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-773c1c10-ab24-43c2-855a-b3c7d77cde01 req-06f5cf27-742b-4f55-b6ad-7b6ce4ce20d7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7a5d255eb5024bd18bdb5bece0748198&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1132598 Sep 20 12:10:07.066573 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c1c10-ab24-43c2-855a-b3c7d77cde01 req-b1570448-c68f-4bde-b983-b9e11c7a8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:07.068153 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-773c1c10-ab24-43c2-855a-b3c7d77cde01 req-b1570448-c68f-4bde-b983-b9e11c7a8ae9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977485 Sep 20 12:10:07.160964 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-21967360-f3ba-4e02-8a19-d2ea9b2c4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:07.163600 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-21967360-f3ba-4e02-8a19-d2ea9b2c4f54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 1096 time: 0.0543106 Sep 20 12:10:07.211213 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-cb7d78df-de7a-45a1-af96-e1aed1ea4c60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9e516b0-8161-4aa6-a47a-30cc74468113 HTTP/1.1" status: 200 len: 217 time: 0.0374339 Sep 20 12:10:07.267260 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-536f66d3-fa00-4bc6-9eec-cd6e33ca1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:07.268795 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-536f66d3-fa00-4bc6-9eec-cd6e33ca1365 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4233159-8906-4cc3-b34a-93ac5aedcf9e HTTP/1.1" status: 200 len: 849 time: 0.0499935 Sep 20 12:10:07.319084 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-571ebb05-715f-4eed-bd73-524079c07c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:07.321035 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-571ebb05-715f-4eed-bd73-524079c07c99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ded63163-f151-401e-b7b6-adf511d65bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429587 Sep 20 12:10:07.414543 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-268d9117-acd4-4489-b7f5-9be815f33db6 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830541 Sep 20 12:10:07.501534 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a40017e2-8311-4f3b-bcdb-fd98f717935b req-b8b7c8c4-9a93-4562-b8b0-15b5eae61283 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798626 Sep 20 12:10:07.799879 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a15b50-96e4-4ae9-9bbf-ad45c16230df req-15b22d72-70e5-476d-a0f7-46422ff50abc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:07.801637 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a7a15b50-96e4-4ae9-9bbf-ad45c16230df req-15b22d72-70e5-476d-a0f7-46422ff50abc tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 943 time: 0.0507586 Sep 20 12:10:07.842313 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a7a15b50-96e4-4ae9-9bbf-ad45c16230df req-03821753-b5a5-466a-af9b-e689bc8c7514 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344758 Sep 20 12:10:08.954288 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dbe92-7731-4f48-a4c2-443c555316b2 req-b2dc55d9-5e92-46cb-bbd1-ad3c489dbe82 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:08.955108 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dd6dbe92-7731-4f48-a4c2-443c555316b2 req-b2dc55d9-5e92-46cb-bbd1-ad3c489dbe82 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 943 time: 0.0470285 Sep 20 12:10:08.992339 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dd6dbe92-7731-4f48-a4c2-443c555316b2 req-edc3d41f-72c8-4730-b826-62821253ca5a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304005 Sep 20 12:10:09.916223 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:10.106209 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b317944-e69d-4f11-ad22-0a3a7f549305 req-9a6b680e-a0c8-4076-a778-3301b8ce407a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:10.107747 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0b317944-e69d-4f11-ad22-0a3a7f549305 req-9a6b680e-a0c8-4076-a778-3301b8ce407a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 943 time: 0.0505123 Sep 20 12:10:10.157305 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0b317944-e69d-4f11-ad22-0a3a7f549305 req-2a8b6b15-c26f-493d-93dd-e3f578f24b77 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423601 Sep 20 12:10:10.618375 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b6af10b3-d14b-4454-a451-0409e786b28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:10.733175 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a9e516b0-8161-4aa6-a47a-30cc74468113 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:10:10.824519 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a9e516b0-8161-4aa6-a47a-30cc74468113, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a9e516b0-8161-4aa6-a47a-30cc74468113,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:10.834974 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'port_id': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'mac_address': 'fa:16:3e:16:5d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:10:10.870695 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:10.883692 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e516b0-8161-4aa6-a47a-30cc74468113 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:10:10.905652 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a9e516b0-8161-4aa6-a47a-30cc74468113, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a9e516b0-8161-4aa6-a47a-30cc74468113,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:10.909536 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:10.957525 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=a9e516b0-8161-4aa6-a47a-30cc74468113,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:11.189115 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['a9e516b0-8161-4aa6-a47a-30cc74468113'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:10:11.304251 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700c54a-c970-4db4-89d5-817ea6672212 req-f5b0a328-f4c7-4e1a-a5b8-7cd514631d0a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:11.311355 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9700c54a-c970-4db4-89d5-817ea6672212 req-f5b0a328-f4c7-4e1a-a5b8-7cd514631d0a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 944 time: 0.0860527 Sep 20 12:10:11.346663 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9700c54a-c970-4db4-89d5-817ea6672212 req-b34b25c4-a0ac-4b69-86e9-fab2a51836a4 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344636 Sep 20 12:10:12.458335 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e98cdf-c072-4374-bc6d-d71ee32879a8 req-f3143a18-71d7-4a29-931a-ed4de5951b54 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:12.459786 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-33e98cdf-c072-4374-bc6d-d71ee32879a8 req-f3143a18-71d7-4a29-931a-ed4de5951b54 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 944 time: 0.0478275 Sep 20 12:10:12.497510 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-33e98cdf-c072-4374-bc6d-d71ee32879a8 req-713a1f7f-f2ac-490c-918f-339ba50df97e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319800 Sep 20 12:10:12.613416 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38438) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:12.712512 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e234f47-dc14-4d59-95e9-e047c4012508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.754732 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a9e516b0-8161-4aa6-a47a-30cc74468113 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:10:12.800737 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e234f47-dc14-4d59-95e9-e047c4012508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.804472 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port a9e516b0-8161-4aa6-a47a-30cc74468113 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:10:12.805664 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1e234f47-dc14-4d59-95e9-e047c4012508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.807965 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port a9e516b0-8161-4aa6-a47a-30cc74468113 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:12.808314 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.846591 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1e234f47-dc14-4d59-95e9-e047c4012508 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63dab0e795df4209b84c0e67437cfc62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315700 Sep 20 12:10:12.847572 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234f47-dc14-4d59-95e9-e047c4012508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad0d3df-a491-44b3-9614-7f34fa4b90ad,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:12.849384 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38442) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:12.883976 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.898894 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-74a7a388-fdf4-404b-a4a4-426b62bb6658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.906386 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e516b0-8161-4aa6-a47a-30cc74468113'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:12.909205 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c613b0-77f2-4bd0-b64a-a6c3cd4d9be1" -d '{"events": [{"server_uuid": "ba5a5900-586b-43ad-a9e0-b313e4c10314", "name": "network-vif-plugged", "status": "completed", "tag": "a9e516b0-8161-4aa6-a47a-30cc74468113"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:12.920645 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-74a7a388-fdf4-404b-a4a4-426b62bb6658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.922029 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port a9e516b0-8161-4aa6-a47a-30cc74468113, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a9e516b0-8161-4aa6-a47a-30cc74468113,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:12.926188 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.954821 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15beaa3f-e56c-4522-abee-bd6af18dd238 x-openstack-request-id: req-15beaa3f-e56c-4522-abee-bd6af18dd238 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:12.955142 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5a5900-586b-43ad-a9e0-b313e4c10314", "name": "network-vif-plugged", "status": "completed", "tag": "a9e516b0-8161-4aa6-a47a-30cc74468113", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:12.955386 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15beaa3f-e56c-4522-abee-bd6af18dd238 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:12.956325 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'code': 200} Sep 20 12:10:12.978230 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-74a7a388-fdf4-404b-a4a4-426b62bb6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.981503 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-74a7a388-fdf4-404b-a4a4-426b62bb6658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:12.982657 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-74a7a388-fdf4-404b-a4a4-426b62bb6658 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aad0d3df-a491-44b3-9614-7f34fa4b90ad HTTP/1.1" status: 204 len: 168 time: 0.1323009 Sep 20 12:10:12.989067 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=a9e516b0-8161-4aa6-a47a-30cc74468113,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:12.992434 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7a388-fdf4-404b-a4a4-426b62bb6658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad0d3df-a491-44b3-9614-7f34fa4b90ad,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:13.209492 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb6f16-cf60-4341-919e-9126d34e81bd req-df6e2d1e-5b16-452a-b9e9-16414c910561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:13.211138 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c5fb6f16-cf60-4341-919e-9126d34e81bd req-df6e2d1e-5b16-452a-b9e9-16414c910561 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 1098 time: 0.1311531 Sep 20 12:10:13.246404 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c5fb6f16-cf60-4341-919e-9126d34e81bd req-af4c89c9-df62-4680-a004-da34410c8a1c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280192 Sep 20 12:10:13.272935 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d0df1eff-a19c-41bd-8090-b612877ab2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:13.613503 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726309a-09e0-4161-9fd0-12ba62857060 req-bb6fa7f7-6f22-4654-98b4-e72903fca32c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:13.614886 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1726309a-09e0-4161-9fd0-12ba62857060 req-bb6fa7f7-6f22-4654-98b4-e72903fca32c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0479186 Sep 20 12:10:13.653437 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1726309a-09e0-4161-9fd0-12ba62857060 req-6343558d-91a4-4522-b13b-225b57a47b5d tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306592 Sep 20 12:10:14.076775 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:14.366230 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:14.764964 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cdb4e-a295-4305-ad54-17bab2bf3c08 req-ca713097-2819-455e-9326-0bec6d34a580 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:14.766418 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b86cdb4e-a295-4305-ad54-17bab2bf3c08 req-ca713097-2819-455e-9326-0bec6d34a580 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0476720 Sep 20 12:10:14.803159 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b86cdb4e-a295-4305-ad54-17bab2bf3c08 req-0b4b0fb0-47ba-4226-aa90-0eb3a4ea35d4 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303519 Sep 20 12:10:14.915302 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b284c-618d-49e6-8c2b-aba1a584bd9f req-05681ccd-9524-4a08-9a0f-6e8296b7da97 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:14.916783 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-351b284c-618d-49e6-8c2b-aba1a584bd9f req-05681ccd-9524-4a08-9a0f-6e8296b7da97 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0512497 Sep 20 12:10:14.925646 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38502) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:14.929814 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'floatingip': {'port_id': 'a9e516b0-8161-4aa6-a47a-30cc74468113'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:14.968513 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:15.622787 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:15.626934 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:15.727209 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Floating IP 92f2bfb6-9370-423d-8e04-5d23f2751574 associated. External IP: 172.27.3.112, port: a9e516b0-8161-4aa6-a47a-30cc74468113. Sep 20 12:10:15.727682 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:15.786066 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-47658608-51a5-49f1-889d-fa06a750875c req-2dd65afe-7fb1-4a19-b8ea-5d9d8c8e80b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388436 Sep 20 12:10:15.844994 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47658608-51a5-49f1-889d-fa06a750875c req-fd689350-0d3e-4a3a-8b23-7793fadb704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:15.847078 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-47658608-51a5-49f1-889d-fa06a750875c req-fd689350-0d3e-4a3a-8b23-7793fadb704d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1137 time: 0.0401886 Sep 20 12:10:15.931057 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Router 3c58c057-52db-4179-8167-6012f20e751b has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:10:15.957616 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47658608-51a5-49f1-889d-fa06a750875c req-a7a99a05-f197-4a73-bf8e-1f4f827cd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:15.959091 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-47658608-51a5-49f1-889d-fa06a750875c req-a7a99a05-f197-4a73-bf8e-1f4f827cd07a service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 916 time: 0.0864155 Sep 20 12:10:16.029081 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-47658608-51a5-49f1-889d-fa06a750875c req-4d62a88d-7a98-4b05-80aa-0903ea79932f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 1001 time: 0.0598924 Sep 20 12:10:16.038046 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:10:16.042911 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:16.048239 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] Sync routers for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:10:16.056664 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:16.057369 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:16.069174 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-4cc2a286-46df-4dc0-bb35-92844c6fbc4c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "PUT /v2.0/floatingips/92f2bfb6-9370-423d-8e04-5d23f2751574 HTTP/1.1" status: 200 len: 991 time: 1.1425076 Sep 20 12:10:16.069763 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'tag': 'a9e516b0-8161-4aa6-a47a-30cc74468113'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:16.076164 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a5900-586b-43ad-a9e0-b313e4c10314", "tag": "a9e516b0-8161-4aa6-a47a-30cc74468113"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:16.086057 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47658608-51a5-49f1-889d-fa06a750875c req-24a02033-df9b-479c-8952-69a75b368bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:16.087784 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-47658608-51a5-49f1-889d-fa06a750875c req-24a02033-df9b-479c-8952-69a75b368bc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 200 len: 854 time: 0.0495739 Sep 20 12:10:16.117836 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25e749-cf60-4b91-816c-4be164ab6db4 x-openstack-request-id: req-0f25e749-cf60-4b91-816c-4be164ab6db4 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:16.118264 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a5900-586b-43ad-a9e0-b313e4c10314", "tag": "a9e516b0-8161-4aa6-a47a-30cc74468113", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:16.118765 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f25e749-cf60-4b91-816c-4be164ab6db4 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:16.119187 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'tag': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'status': 'completed', 'code': 200} Sep 20 12:10:16.144903 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47658608-51a5-49f1-889d-fa06a750875c req-13c859b6-c708-4542-8809-dde69349d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:16.146401 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-47658608-51a5-49f1-889d-fa06a750875c req-13c859b6-c708-4542-8809-dde69349d0e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506678 Sep 20 12:10:16.171428 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:16.250690 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-563979cf-da14-426b-a862-5ce022350e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:16.252235 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-563979cf-da14-426b-a862-5ce022350e75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 1098 time: 0.0903788 Sep 20 12:10:16.285122 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-47658608-51a5-49f1-889d-fa06a750875c req-38dbde23-f28a-4883-b2ea-de620cc68030 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307006 Sep 20 12:10:16.416852 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-98eaa980-99f3-4f48-bbbf-2d2ec5bbe9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:16.418345 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-98eaa980-99f3-4f48-bbbf-2d2ec5bbe9f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 911 time: 0.1542113 Sep 20 12:10:16.429069 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-47658608-51a5-49f1-889d-fa06a750875c req-dacbdaab-48d9-43d6-ad72-0312f030c3e0 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347847 Sep 20 12:10:16.494593 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-d2479e20-bd7d-4a27-aded-bdbb32664ef0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9e516b0-8161-4aa6-a47a-30cc74468113 HTTP/1.1" status: 200 len: 999 time: 0.0645561 Sep 20 12:10:16.546732 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-4e805628-6eca-4bab-bca1-7d09bcb52c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:16.548258 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-4e805628-6eca-4bab-bca1-7d09bcb52c3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4233159-8906-4cc3-b34a-93ac5aedcf9e HTTP/1.1" status: 200 len: 849 time: 0.0447526 Sep 20 12:10:16.557122 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '92f2bfb6-9370-423d-8e04-5d23f2751574', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '3c58c057-52db-4179-8167-6012f20e751b', 'port_id': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'mac_address': 'fa:16:3e:16:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:10:00Z', 'updated_at': '2021-09-20T12:10:15Z', 'revision_number': 1, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:16.586268 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] Checking router: 3c58c057-52db-4179-8167-6012f20e751b for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:10:16.594464 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:16.595064 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:16.601551 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-0c6f33ea-4ace-4add-b9b2-4501693f9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:16.603059 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-0c6f33ea-4ace-4add-b9b2-4501693f9c1e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ded63163-f151-401e-b7b6-adf511d65bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439773 Sep 20 12:10:16.694273 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-fdcac2f5-f0f2-4c64-95a8-f6113f81b018 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834689 Sep 20 12:10:16.696578 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:16.794480 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ddd3c1ce-4c2d-4b6d-be61-d4114762a984 req-afba07e3-4351-4fcc-9dbd-54ce61f91eba service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873029 Sep 20 12:10:16.923908 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '92f2bfb6-9370-423d-8e04-5d23f2751574', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '3c58c057-52db-4179-8167-6012f20e751b', 'port_id': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'mac_address': 'fa:16:3e:16:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:10:00Z', 'updated_at': '2021-09-20T12:10:15Z', 'revision_number': 1, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:16.949089 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d6db99-54df-4a1d-954d-da9d3b874295 None None] The sync data for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi is: [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '92f2bfb6-9370-423d-8e04-5d23f2751574', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'floating_ip_address': '172.27.3.112', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '3c58c057-52db-4179-8167-6012f20e751b', 'port_id': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'mac_address': 'fa:16:3e:16:5d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:10:00Z', 'updated_at': '2021-09-20T12:10:15Z', 'revision_number': 1, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:10:17.130290 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d179d2b1-acd8-4124-aaa9-956a782914c1 None None] New status for floating IP 92f2bfb6-9370-423d-8e04-5d23f2751574: ACTIVE {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:10:26.074510 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38592) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:26.185643 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d55d23ae-1b91-4548-b29e-a299faa7af1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.280889 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d55d23ae-1b91-4548-b29e-a299faa7af1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.285670 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d55d23ae-1b91-4548-b29e-a299faa7af1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.321856 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d23ae-1b91-4548-b29e-a299faa7af1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fb0d76-ff16-4dec-a16d-1873506fba6a,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:26.327229 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-d55d23ae-1b91-4548-b29e-a299faa7af1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4d773e054ae40218d6612dda7ffc6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517350 Sep 20 12:10:26.330686 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38604) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:26.377883 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-87c2b0c8-d405-4dcd-95bb-67ef2d7b7e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.398275 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-87c2b0c8-d405-4dcd-95bb-67ef2d7b7e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.445302 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-87c2b0c8-d405-4dcd-95bb-67ef2d7b7e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.447824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-87c2b0c8-d405-4dcd-95bb-67ef2d7b7e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:26.448968 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-87c2b0c8-d405-4dcd-95bb-67ef2d7b7e3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21fb0d76-ff16-4dec-a16d-1873506fba6a HTTP/1.1" status: 204 len: 168 time: 0.1173143 Sep 20 12:10:26.456675 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2b0c8-d405-4dcd-95bb-67ef2d7b7e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fb0d76-ff16-4dec-a16d-1873506fba6a,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:30.932622 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:10:35.141990 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f60f3-3ab0-4d2d-90a1-d2b84c6794eb req-81066206-8289-4869-8aec-8895d71ebd70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:35.143463 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e7f60f3-3ab0-4d2d-90a1-d2b84c6794eb req-81066206-8289-4869-8aec-8895d71ebd70 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 945 time: 0.0479403 Sep 20 12:10:35.180933 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8e7f60f3-3ab0-4d2d-90a1-d2b84c6794eb req-8f1e6525-aa36-41a1-a83f-55013fcf5907 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Sep 20 12:10:36.301859 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc8834-b4d3-4fa1-a7aa-a34e5054ee7d req-f1ce4e32-1ccf-45db-b607-1bc131142ba4 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:36.303382 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-84fc8834-b4d3-4fa1-a7aa-a34e5054ee7d req-f1ce4e32-1ccf-45db-b607-1bc131142ba4 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 945 time: 0.0543849 Sep 20 12:10:36.340125 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-84fc8834-b4d3-4fa1-a7aa-a34e5054ee7d req-8cbff047-d847-49fd-942a-a8a3ef5d62b5 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307784 Sep 20 12:10:37.121248 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-323ec536-8f5a-4688-b1ca-ad298c62d80e tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:37.122695 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-323ec536-8f5a-4688-b1ca-ad298c62d80e tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 945 time: 0.0471838 Sep 20 12:10:37.213963 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Deleting port 620b5018-878f-4f51-a888-6ce27a520029 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:37.214301 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:37.300668 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] For port 620b5018-878f-4f51-a888-6ce27a520029, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=620b5018-878f-4f51-a888-6ce27a520029,segment=NetworkSegment(dc92892b-c9a8-4ee3-82e6-e2ba04361ecb),segment_id=dc92892b-c9a8-4ee3-82e6-e2ba04361ecb)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:37.300959 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:37.313099 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Calling delete_port for 620b5018-878f-4f51-a888-6ce27a520029 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:37.438987 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:37.457906 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['620b5018-878f-4f51-a888-6ce27a520029'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:10:37.462514 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4905e-767c-4c80-8535-3666e11461ac req-909f26bf-6b7b-448d-9fea-a3c44785ab65 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:37.464049 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-88a4905e-767c-4c80-8535-3666e11461ac req-909f26bf-6b7b-448d-9fea-a3c44785ab65 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a512b7e-5928-4198-b0bb-d596e50cac2c HTTP/1.1" status: 200 len: 867 time: 0.0548401 Sep 20 12:10:37.465655 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Pushing event deleted for resources: {'Port': ['ID=620b5018-878f-4f51-a888-6ce27a520029,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:37.475707 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.476145 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.476420 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.476749 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.477077 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.477403 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.477725 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.478046 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.478365 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.478687 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.479002 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.479871 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:37.509056 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-88a4905e-767c-4c80-8535-3666e11461ac req-67af0de5-4d47-4a05-b3bc-073bc540f2b8 tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.20 "GET /v2.0/security-groups?id=e2b5efc7-c127-4b8f-9bfd-547e44d615e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Sep 20 12:10:37.518282 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] No DVR routers for this DVR port 620b5018-878f-4f51-a888-6ce27a520029 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:10:37.520769 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:37.522723 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ac0b5467-170b-4d7b-a7b4-8378467a5503 req-bf061882-0ab1-4a38-bb75-63e6d62da47a tempest-VolumesSnapshotTestJSON-1086542048 tempest-VolumesSnapshotTestJSON-1086542048-project] 10.222.0.57 "DELETE /v2.0/ports/620b5018-878f-4f51-a888-6ce27a520029 HTTP/1.1" status: 204 len: 173 time: 0.3921845 Sep 20 12:10:37.523146 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a512b7e-5928-4198-b0bb-d596e50cac2c', 'name': 'network-vif-deleted', 'tag': '620b5018-878f-4f51-a888-6ce27a520029'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:37.525357 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ea31fe-b864-43ad-9e1b-779aedfb2514" -d '{"events": [{"server_uuid": "9a512b7e-5928-4198-b0bb-d596e50cac2c", "name": "network-vif-deleted", "tag": "620b5018-878f-4f51-a888-6ce27a520029"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:37.734248 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa4b295-9562-47b0-ac5d-ee0fe4b25af1 x-openstack-request-id: req-1aa4b295-9562-47b0-ac5d-ee0fe4b25af1 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:37.734533 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a512b7e-5928-4198-b0bb-d596e50cac2c", "name": "network-vif-deleted", "tag": "620b5018-878f-4f51-a888-6ce27a520029", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:37.734848 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aa4b295-9562-47b0-ac5d-ee0fe4b25af1 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:37.735239 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a512b7e-5928-4198-b0bb-d596e50cac2c', 'name': 'network-vif-deleted', 'tag': '620b5018-878f-4f51-a888-6ce27a520029', 'status': 'completed', 'code': 200} Sep 20 12:10:39.932295 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:40.619046 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e1f4f173-22f7-491a-90a0-45336cf9e390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:41.934798 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 620b5018-878f-4f51-a888-6ce27a520029 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:10:41.956549 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 620b5018-878f-4f51-a888-6ce27a520029 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:10:41.956885 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 620b5018-878f-4f51-a888-6ce27a520029 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:10:43.165401 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-b6214bc0-ec1b-4466-b21d-40e83072860c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837538824&fields=id&tenant_id=4c33e98b89034c94b8ff1325910c3b93 HTTP/1.1" status: 200 len: 267 time: 0.0314693 Sep 20 12:10:43.217764 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-f0923e80-8aa6-4e4d-996a-0395b2330f95 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:43.219255 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-f0923e80-8aa6-4e4d-996a-0395b2330f95 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 984 time: 0.0482354 Sep 20 12:10:43.229883 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Request body: {'port': {'security_groups': ['4f24c372-4311-4ceb-8249-e94ec2aef561']}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:10:43.274055 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d3c9a813-a3c3-4cf2-b068-b992948ce502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:43.306653 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:43.491543 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] For port 99a0178b-f594-46fc-931f-01d849e1b809, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=99a0178b-f594-46fc-931f-01d849e1b809,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:43.518739 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:43.523306 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:43.534967 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['99a0178b-f594-46fc-931f-01d849e1b809'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:10:43.565715 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:43.566786 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:43.567697 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3ec4735b-ad60-4825-94c9-dbc0c1275266 req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "PUT /v2.0/ports/99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 942 time: 0.3422444 Sep 20 12:10:43.568162 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:43.570378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06" -d '{"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:43.573915 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38734) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:43.598792 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event updated for resources: {'Port': ['ID=99a0178b-f594-46fc-931f-01d849e1b809,revision_number=7']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:43.606482 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.607152 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.607782 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.608314 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.608744 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.609174 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.609601 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.610026 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.610449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.610906 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.611936 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.612409 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ca14d1-01bc-4315-ae1a-81a9775c688a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:43.662120 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['99a0178b-f594-46fc-931f-01d849e1b809'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:10:43.675551 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6956-b02d-4d83-8c2c-6ce1cd5413e0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:43.705461 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db42f294-e13f-45d6-be62-068f8a8ebcb2 x-openstack-request-id: req-db42f294-e13f-45d6-be62-068f8a8ebcb2 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:43.705753 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:43.706000 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db42f294-e13f-45d6-be62-068f8a8ebcb2 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:43.706418 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809', 'status': 'completed', 'code': 200} Sep 20 12:10:43.713618 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6956-b02d-4d83-8c2c-6ce1cd5413e0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:43.856661 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-c5fb3d9d-b5ae-40f2-8a85-d913cf8d2162 None None] Provisioning complete for port 99a0178b-f594-46fc-931f-01d849e1b809 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:10:43.856923 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3d9d-b5ae-40f2-8a85-d913cf8d2162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.049069 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-b8e232d4-12a0-4a03-99ac-7571bb527c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:44.050683 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-b8e232d4-12a0-4a03-99ac-7571bb527c45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1098 time: 0.3083696 Sep 20 12:10:44.078008 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.095114 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6956-b02d-4d83-8c2c-6ce1cd5413e0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.098265 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6956-b02d-4d83-8c2c-6ce1cd5413e0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.099399 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-dc0f6956-b02d-4d83-8c2c-6ce1cd5413e0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "DELETE /v2.0/security-groups/5051791b-94aa-411a-b188-d0f7e14735ea HTTP/1.1" status: 204 len: 168 time: 0.5244009 Sep 20 12:10:44.102162 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38742) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:44.135250 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f6956-b02d-4d83-8c2c-6ce1cd5413e0 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5051791b-94aa-411a-b188-d0f7e14735ea,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:44.163842 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-1eda4d9b-5cf7-4432-9db2-f243763a0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:44.165414 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-1eda4d9b-5cf7-4432-9db2-f243763a0aad service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 916 time: 0.1055620 Sep 20 12:10:44.232499 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-ad1ed7ad-a113-4f0a-b944-82fde9df687a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 1001 time: 0.0579877 Sep 20 12:10:44.257777 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Deleting port 7290fb86-6a7a-4884-84e5-94edbe3d32fb {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:44.258348 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.283597 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-dc319229-c835-408b-89b6-e1f49ee05b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:44.285091 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-dc319229-c835-408b-89b6-e1f49ee05b3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 200 len: 854 time: 0.0434647 Sep 20 12:10:44.332780 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-5fa71968-ac4b-4ef5-8087-4b8c9e3514c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:44.334163 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-5fa71968-ac4b-4ef5-8087-4b8c9e3514c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389595 Sep 20 12:10:44.335502 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.335833 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.347431 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Calling delete_port for 7290fb86-6a7a-4884-84e5-94edbe3d32fb owned by network:floatingip {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:44.369501 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.433410 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-b360c510-1b78-4547-a165-f0822b1e8c8c service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917130 Sep 20 12:10:44.530152 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.534918 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0a512f97-1ae9-4ef9-b444-d13c34cd1e06 req-1a9ce54a-a64a-48e2-a80c-5c761e1688fc service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919631 Sep 20 12:10:44.561928 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event deleted for resources: {'Port': ['ID=7290fb86-6a7a-4884-84e5-94edbe3d32fb,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:44.625484 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks [] for floatingip, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.625811 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Floating IP ea054f5b-8eff-412d-87de-fe891858053c disassociated (deleted). External IP: 172.27.3.109, port: 99a0178b-f594-46fc-931f-01d849e1b809. Sep 20 12:10:44.822238 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Router 670aceb5-a162-4df2-8c01-3495cb571526 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:10:44.925671 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:10:44.930471 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:44.937118 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] Sync routers for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:10:44.946411 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:44.947093 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:44.959542 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-cadf570d-ae36-4070-a94e-5186d8073ca9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "DELETE /v2.0/floatingips/ea054f5b-8eff-412d-87de-fe891858053c HTTP/1.1" status: 204 len: 168 time: 0.8562353 Sep 20 12:10:45.051185 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:45.265230 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:06Z', 'revision_number': 5, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:45.291266 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] Checking router: 670aceb5-a162-4df2-8c01-3495cb571526 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:10:45.299857 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:45.300480 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:45.400917 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:45.589717 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:06Z', 'revision_number': 5, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:45.619378 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a207be-729c-498d-9592-8781468bfc26 None None] The sync data for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi is: [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': '916d9b3c-5707-4331-9e46-43d89dfd17b0', 'name': '', 'network_id': '7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'mac_address': 'fa:16:3e:e0:d7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:06Z', 'revision_number': 5, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'subnets': [{'id': '038c16f5-42dd-4f15-9fe5-29230eddd50b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:10:45.708055 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:45.710470 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68908dd3-eada-4bd9-aee9-10f9b3498caf" -d '{"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:45.731430 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:45.750258 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975712bb-ef1a-4266-a402-3184fb5f1cf7 x-openstack-request-id: req-975712bb-ef1a-4266-a402-3184fb5f1cf7 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:45.750546 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "tag": "99a0178b-f594-46fc-931f-01d849e1b809", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:45.750790 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-975712bb-ef1a-4266-a402-3184fb5f1cf7 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:45.751181 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809', 'status': 'completed', 'code': 200} Sep 20 12:10:45.819634 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-33430b5f-3e41-4db7-952a-e8669a05f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:45.821394 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-33430b5f-3e41-4db7-952a-e8669a05f6a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c33e98b89034c94b8ff1325910c3b93&device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 1098 time: 0.0482388 Sep 20 12:10:45.899549 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd21ed1e-0751-4e93-95a7-441bd1e1c310 None None] New status for floating IP ea054f5b-8eff-412d-87de-fe891858053c: DOWN {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:10:45.965218 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-d166ca2c-d539-4a9f-85a1-5852b37e726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:45.967307 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-d166ca2c-d539-4a9f-85a1-5852b37e726b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 200 len: 916 time: 0.1371679 Sep 20 12:10:46.017998 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-dc996180-a0b2-444c-86ae-6feecf1a9c21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 200 len: 217 time: 0.0408070 Sep 20 12:10:46.067008 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-9c481734-f142-48b4-b460-d0e0b507e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:46.068389 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-9c481734-f142-48b4-b460-d0e0b507e0b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 200 len: 854 time: 0.0437629 Sep 20 12:10:46.113172 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-4dfe3ce2-1e26-44c7-b207-9de4579bb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:46.114519 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-4dfe3ce2-1e26-44c7-b207-9de4579bb95a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386422 Sep 20 12:10:46.208810 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-455c7b8b-d74f-407a-9caf-d64c9c277e71 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864594 Sep 20 12:10:46.315842 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-68908dd3-eada-4bd9-aee9-10f9b3498caf req-f1b1354f-5667-49d5-810c-704e88addbb4 service neutron] 10.222.0.57 "GET /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992203 Sep 20 12:10:47.689290 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e7590-70d8-4142-805b-5d9fb75457c8 req-4a6d1dd7-60f2-4adc-bf08-7337a424509a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:47.690727 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-151e7590-70d8-4142-805b-5d9fb75457c8 req-4a6d1dd7-60f2-4adc-bf08-7337a424509a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0473044 Sep 20 12:10:47.727195 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-151e7590-70d8-4142-805b-5d9fb75457c8 req-cc6589b6-3569-47ae-a5fe-d7fcd38ac06c tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306568 Sep 20 12:10:50.301595 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad625b3-5da5-4959-a419-e8b18621ede5 req-81fa0340-b307-4695-9334-509ae20ef393 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:50.303029 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3ad625b3-5da5-4959-a419-e8b18621ede5 req-81fa0340-b307-4695-9334-509ae20ef393 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0474570 Sep 20 12:10:50.339357 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3ad625b3-5da5-4959-a419-e8b18621ede5 req-e977fc46-5c1e-4f84-a54d-3448c639152a tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304596 Sep 20 12:10:51.453095 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be39f37-852b-4cc6-9db8-5d82b153d084 req-274488e7-7e0e-4d37-a483-16ea5b3e7b24 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:51.454631 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7be39f37-852b-4cc6-9db8-5d82b153d084 req-274488e7-7e0e-4d37-a483-16ea5b3e7b24 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0481026 Sep 20 12:10:51.496694 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7be39f37-852b-4cc6-9db8-5d82b153d084 req-475f03b4-1652-4898-a67d-6670ab5b7ffa tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f24c372-4311-4ceb-8249-e94ec2aef561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Sep 20 12:10:52.238178 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-a402c90e-78df-4fc3-9794-df3a6fdd4bf8 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:52.239600 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-a402c90e-78df-4fc3-9794-df3a6fdd4bf8 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 945 time: 0.0469065 Sep 20 12:10:52.331082 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Deleting port 99a0178b-f594-46fc-931f-01d849e1b809 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:52.331422 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.424948 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] For port 99a0178b-f594-46fc-931f-01d849e1b809, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=99a0178b-f594-46fc-931f-01d849e1b809,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:52.425313 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.439632 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Calling delete_port for 99a0178b-f594-46fc-931f-01d849e1b809 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:52.570278 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.584586 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['99a0178b-f594-46fc-931f-01d849e1b809'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:10:52.605575 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Pushing event deleted for resources: {'Port': ['ID=99a0178b-f594-46fc-931f-01d849e1b809,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:52.639049 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-588546c6-632e-4d70-b67a-377d5003f9de req-b0e2e199-3a8e-49c9-b111-2ab0354a46b9 tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8845a74-1cc9-4702-aa0e-b28d840b65ea HTTP/1.1" status: 200 len: 210 time: 0.0738416 Sep 20 12:10:52.651503 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] No DVR routers for this DVR port 99a0178b-f594-46fc-931f-01d849e1b809 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:10:52.657915 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:52.660827 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-2cdfa9cc-3b07-4a26-a203-d23faab5438a req-4e1ebe34-f028-4e46-9eea-565fc532777d tempest-TestMinimumBasicScenario-497658097 tempest-TestMinimumBasicScenario-497658097-project] 10.222.0.57 "DELETE /v2.0/ports/99a0178b-f594-46fc-931f-01d849e1b809 HTTP/1.1" status: 204 len: 173 time: 0.4150853 Sep 20 12:10:52.661341 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'name': 'network-vif-deleted', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:52.663918 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b29555-f400-4b6c-8f64-35ade39496e8" -d '{"events": [{"server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "name": "network-vif-deleted", "tag": "99a0178b-f594-46fc-931f-01d849e1b809"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:52.702074 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5183e39-fbd0-402c-9060-50608b531a05 x-openstack-request-id: req-d5183e39-fbd0-402c-9060-50608b531a05 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:52.702459 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8845a74-1cc9-4702-aa0e-b28d840b65ea", "name": "network-vif-deleted", "tag": "99a0178b-f594-46fc-931f-01d849e1b809", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:52.702786 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5183e39-fbd0-402c-9060-50608b531a05 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:52.703352 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8845a74-1cc9-4702-aa0e-b28d840b65ea', 'name': 'network-vif-deleted', 'tag': '99a0178b-f594-46fc-931f-01d849e1b809', 'status': 'completed', 'code': 200} Sep 20 12:10:54.380707 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38912) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:54.969123 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 99a0178b-f594-46fc-931f-01d849e1b809 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:10:54.989755 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 99a0178b-f594-46fc-931f-01d849e1b809 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:10:54.990326 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 99a0178b-f594-46fc-931f-01d849e1b809 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:10:55.081403 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868a701-b026-414b-8627-094154792c04 req-5f48312d-4654-44e1-a2ce-33d8fa27e5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:55.083046 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4868a701-b026-414b-8627-094154792c04 req-5f48312d-4654-44e1-a2ce-33d8fa27e5e6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0859916 Sep 20 12:10:55.086031 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:55.170245 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-4868a701-b026-414b-8627-094154792c04 req-de7835b5-e10f-472c-bfa4-9e04485787ac tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484209 Sep 20 12:10:55.365309 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be5523-1336-4b3e-8d0f-6e7cd6329309 req-685ba10b-17a6-42cf-8a3b-392208b2c603 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:55.366769 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-82be5523-1336-4b3e-8d0f-6e7cd6329309 req-685ba10b-17a6-42cf-8a3b-392208b2c603 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 945 time: 0.1296976 Sep 20 12:10:55.436013 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-82be5523-1336-4b3e-8d0f-6e7cd6329309 req-fc690436-873d-44b6-ace6-e0cf10b1eddd tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622444 Sep 20 12:10:55.477986 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Deleting port 916d9b3c-5707-4331-9e46-43d89dfd17b0 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:55.478322 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:55.556206 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] For port 916d9b3c-5707-4331-9e46-43d89dfd17b0, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=916d9b3c-5707-4331-9e46-43d89dfd17b0,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:55.556485 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:55.569032 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Calling delete_port for 916d9b3c-5707-4331-9e46-43d89dfd17b0 owned by network:router_interface {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:55.742828 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:55.766598 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=916d9b3c-5707-4331-9e46-43d89dfd17b0,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:55.933067 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:56.131368 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Router 670aceb5-a162-4df2-8c01-3495cb571526 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:10:56.237139 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:10:56.245521 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-80d4f3c5-3691-4ce5-b5ec-df743e248c63 admin admin] 10.222.0.20 "PUT /v2.0/routers/670aceb5-a162-4df2-8c01-3495cb571526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8604128 Sep 20 12:10:56.245521 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38952) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:56.246989 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] Sync routers for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:10:56.256441 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:56.257391 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:56.367895 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:56.377775 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312810e6-4493-4e6f-980f-f62c01d49e7c req-f83d75b1-74f9-4a86-b347-670e2a5b463f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:56.379353 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-312810e6-4493-4e6f-980f-f62c01d49e7c req-f83d75b1-74f9-4a86-b347-670e2a5b463f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0956814 Sep 20 12:10:56.390127 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks [] for router, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:56.464426 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-312810e6-4493-4e6f-980f-f62c01d49e7c req-c321865c-dc15-4fd5-8669-461f77f1eb72 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723975 Sep 20 12:10:56.523185 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:56.566745 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:10:55Z', 'revision_number': 5, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port': {'id': 'ad91b15b-5dc7-4304-8d32-39a5abc23f76', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670aceb5-a162-4df2-8c01-3495cb571526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:51Z', 'updated_at': '2021-09-20T12:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:56.598256 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59d40a-b7ac-4e2a-9668-a83be352c4af req-5075e371-d6fa-4c0d-b92a-eb21c25d6af0 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:56.600204 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-af59d40a-b7ac-4e2a-9668-a83be352c4af req-5075e371-d6fa-4c0d-b92a-eb21c25d6af0 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 945 time: 0.0702519 Sep 20 12:10:56.629731 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Deleting port ad91b15b-5dc7-4304-8d32-39a5abc23f76 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:56.630064 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:56.670868 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-af59d40a-b7ac-4e2a-9668-a83be352c4af req-c1c2e45f-8e78-49a0-bd68-1b9d48aafd63 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643194 Sep 20 12:10:56.713068 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] Checking router: 670aceb5-a162-4df2-8c01-3495cb571526 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:10:56.721703 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] Routers {'670aceb5-a162-4df2-8c01-3495cb571526'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:56.722310 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['670aceb5-a162-4df2-8c01-3495cb571526'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:56.724699 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] For port ad91b15b-5dc7-4304-8d32-39a5abc23f76, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=ad91b15b-5dc7-4304-8d32-39a5abc23f76,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:56.724999 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:56.738353 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Calling delete_port for ad91b15b-5dc7-4304-8d32-39a5abc23f76 owned by network:router_gateway {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:56.809171 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] Set router 670aceb5-a162-4df2-8c01-3495cb571526 gateway port host: None {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:56.862126 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:10:56Z', 'revision_number': 6, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port_host': None}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:56.890736 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd4d69-d5c8-41f0-b9cf-21c6a4e11ba5 None None] The sync data for ids ['670aceb5-a162-4df2-8c01-3495cb571526'] in dv-cinder-810000-1-iscsi is: [{'id': '670aceb5-a162-4df2-8c01-3495cb571526', 'name': 'tempest-TestMinimumBasicScenario-1026408383-router', 'tenant_id': '4c33e98b89034c94b8ff1325910c3b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:10:56Z', 'revision_number': 6, 'project_id': '4c33e98b89034c94b8ff1325910c3b93', 'gw_port_host': None}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:10:56.901410 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:56.909362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-b127e5df-b5b0-4365-af33-31c31bbfa4e0 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:56.911128 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-b127e5df-b5b0-4365-af33-31c31bbfa4e0 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 945 time: 0.0565174 Sep 20 12:10:56.928929 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad91b15b-5dc7-4304-8d32-39a5abc23f76,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:56.989918 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.006689 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Deleting port cd97a44a-279e-4938-b18b-3f69bb3f57c2 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:57.007027 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.076216 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.078248 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.091697 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] For port cd97a44a-279e-4938-b18b-3f69bb3f57c2, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=cd97a44a-279e-4938-b18b-3f69bb3f57c2,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:57.092109 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.120603 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.121220 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 670aceb5-a162-4df2-8c01-3495cb571526 {{(pid=94128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:10:57.125716 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.127484 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-3a3eab5a-59a0-4026-b5f9-d209235b645b admin admin] 10.222.0.20 "DELETE /v2.0/routers/670aceb5-a162-4df2-8c01-3495cb571526 HTTP/1.1" status: 204 len: 168 time: 0.8817210 Sep 20 12:10:57.129893 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38958) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:57.173048 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cbaf8b-2604-4d85-92fb-6dfa27ae1622 admin admin] Deleting subnet 038c16f5-42dd-4f15-9fe5-29230eddd50b {{(pid=94128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:10:57.176018 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60cbaf8b-2604-4d85-92fb-6dfa27ae1622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.213529 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60cbaf8b-2604-4d85-92fb-6dfa27ae1622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5692878'] for subnet, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.278528 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.279007 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.279413 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.l3_db [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Floating IP 867223a8-5204-47f7-bab7-4a882e2f29ae disassociated. External IP: 172.27.3.135, port: cd97a44a-279e-4938-b18b-3f69bb3f57c2. Sep 20 12:10:57.279842 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Calling delete_port for cd97a44a-279e-4938-b18b-3f69bb3f57c2 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:57.338286 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60cbaf8b-2604-4d85-92fb-6dfa27ae1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.414035 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60cbaf8b-2604-4d85-92fb-6dfa27ae1622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5512664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979817'] for subnet, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.425453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.444853 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbaf8b-2604-4d85-92fb-6dfa27ae1622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038c16f5-42dd-4f15-9fe5-29230eddd50b,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:57.448332 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60cbaf8b-2604-4d85-92fb-6dfa27ae1622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.450204 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-60cbaf8b-2604-4d85-92fb-6dfa27ae1622 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/038c16f5-42dd-4f15-9fe5-29230eddd50b HTTP/1.1" status: 204 len: 168 time: 0.3193967 Sep 20 12:10:57.452752 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 38966) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:57.457642 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b1e11-4005-4df8-ab91-c26e6273995c None None] Network 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:10:57.510112 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event deleted for resources: {'Port': ['ID=cd97a44a-279e-4938-b18b-3f69bb3f57c2,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:57.608085 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Router 4bd09b13-96de-4f08-b842-fe74646c2503 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:10:57.713534 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] DHCP port deletion for 7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 request from dv-cinder-810000-1-iscsi {{(pid=94129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:10:57.749095 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:10:57.761028 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:10:57.775246 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:57.775994 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:57.776697 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Deleting port d26249f2-8859-45f4-8353-f6f7367ed23a {{(pid=94129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:57.777078 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.812608 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d088c072-28a2-476f-958d-4ad01328837f req-34605e38-8d91-40c4-96ae-453817f3f583 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=0beaf840-ea0e-41a8-8224-f4fda4d1ecdd HTTP/1.1" status: 200 len: 210 time: 0.0304604 Sep 20 12:10:57.813189 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] No DVR routers for this DVR port cd97a44a-279e-4938-b18b-3f69bb3f57c2 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:10:57.819984 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.822754 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-0adfbae5-dfc4-488b-9569-021fa7af44af req-1d876a6f-abac-44a0-b92d-89934fec9ea6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "DELETE /v2.0/ports/cd97a44a-279e-4938-b18b-3f69bb3f57c2 HTTP/1.1" status: 204 len: 173 time: 0.9051480 Sep 20 12:10:57.826576 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'name': 'network-vif-deleted', 'tag': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:10:57.834450 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa7856b-57c6-4d3b-9e54-4b1cd86c9bf2" -d '{"events": [{"server_uuid": "0beaf840-ea0e-41a8-8224-f4fda4d1ecdd", "name": "network-vif-deleted", "tag": "cd97a44a-279e-4938-b18b-3f69bb3f57c2"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:10:57.880999 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] For port d26249f2-8859-45f4-8353-f6f7367ed23a, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=d26249f2-8859-45f4-8353-f6f7367ed23a,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:57.882178 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.907266 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Calling delete_port for d26249f2-8859-45f4-8353-f6f7367ed23a owned by network:dhcp {{(pid=94129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:57.913785 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:57.922797 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bfcdb-e2b8-4c55-b865-54447291a281 req-d63a34e3-fb8c-4a2d-8793-16c499c6cf96 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:57.936165 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-822bfcdb-e2b8-4c55-b865-54447291a281 req-d63a34e3-fb8c-4a2d-8793-16c499c6cf96 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.2070105 Sep 20 12:10:58.001202 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-822bfcdb-e2b8-4c55-b865-54447291a281 req-f34ad335-c7dc-49d5-b288-a86d5ced7ae3 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595653 Sep 20 12:10:58.044619 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:58.072316 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Deleting port d26249f2-8859-45f4-8353-f6f7367ed23a {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:58.072953 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.081696 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e16d5-14b7-420d-b141-38fe42abebcd x-openstack-request-id: req-a98e16d5-14b7-420d-b141-38fe42abebcd {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:10:58.082304 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0beaf840-ea0e-41a8-8224-f4fda4d1ecdd", "name": "network-vif-deleted", "tag": "cd97a44a-279e-4938-b18b-3f69bb3f57c2", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:10:58.082304 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a98e16d5-14b7-420d-b141-38fe42abebcd {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:10:58.082629 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0beaf840-ea0e-41a8-8224-f4fda4d1ecdd', 'name': 'network-vif-deleted', 'tag': 'cd97a44a-279e-4938-b18b-3f69bb3f57c2', 'status': 'completed', 'code': 200} Sep 20 12:10:58.083738 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275'] for port, after_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.154843 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Pushing event deleted for resources: {'Port': ['ID=d26249f2-8859-45f4-8353-f6f7367ed23a,revision_number=None']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:58.160572 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] For port d26249f2-8859-45f4-8353-f6f7367ed23a, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=d26249f2-8859-45f4-8353-f6f7367ed23a,segment=NetworkSegment(6498d1ca-89db-42da-b6f3-0fbdcc673540),segment_id=6498d1ca-89db-42da-b6f3-0fbdcc673540)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:58.161098 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.168555 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] No DVR routers for this DVR port d26249f2-8859-45f4-8353-f6f7367ed23a on host dv-cinder-810000-1-iscsi {{(pid=94129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:10:58.177634 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.178127 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.178474 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.178809 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.179091 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Calling delete_port for d26249f2-8859-45f4-8353-f6f7367ed23a owned by network:dhcp {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:58.179202 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.179452 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.180111 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.181203 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.181569 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.182074 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.182425 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.182735 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec22645-b70e-425c-8f33-086c3afbedbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:10:58.271705 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.297880 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d26249f2-8859-45f4-8353-f6f7367ed23a,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:58.300360 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] No DVR routers for this DVR port d26249f2-8859-45f4-8353-f6f7367ed23a on host dv-cinder-810000-1-iscsi {{(pid=94128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:10:58.311548 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:58.337592 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:10:58.346229 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:10:58.346831 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:58.373093 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.394583 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:58.403962 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6498d1ca-89db-42da-b6f3-0fbdcc673540') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:58.404253 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6498d1ca-89db-42da-b6f3-0fbdcc673540') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:58.416008 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.433844 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.442060 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:10:58.444424 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.447934 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device ad91b15b-5dc7-4304-8d32-39a5abc23f76 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: self.session.flush() Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: self.session.flush() Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: self.session.flush() Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: self.session.flush() Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:10:58.465936 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:10:58.470842 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: ad91b15b-5dc7-4304-8d32-39a5abc23f76 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:10:58.471359 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device ad91b15b-5dc7-4304-8d32-39a5abc23f76 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:10:58.471844 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device d26249f2-8859-45f4-8353-f6f7367ed23a no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:10:58.492137 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: d26249f2-8859-45f4-8353-f6f7367ed23a {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:10:58.492737 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device d26249f2-8859-45f4-8353-f6f7367ed23a not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:10:58.493151 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 916d9b3c-5707-4331-9e46-43d89dfd17b0 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:10:58.498148 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:10:58.522461 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 916d9b3c-5707-4331-9e46-43d89dfd17b0 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:10:58.522847 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 916d9b3c-5707-4331-9e46-43d89dfd17b0 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:10:58.549798 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.568833 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:58.576936 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 38988) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:10:58.582173 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6 HTTP/1.1" status: 204 len: 168 time: 1.1283295 Sep 20 12:10:58.596075 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b43601-c530-4df8-ae78-8939c72c64f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9ef9a4-3756-4398-bea4-1b00e7a0a1e6,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:58.758512 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:10:58.788576 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc16f8b8-288b-4810-95e6-ed4597349373 None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:10:58.949445 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:59.084975 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9aec53-5411-45a7-9a41-7350817deabe None None] New status for floating IP 867223a8-5204-47f7-bab7-4a882e2f29ae: DOWN {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:10:59.149918 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-82b682c0-3129-4422-a543-f0eeb199bc2b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673794585&fields=id&tenant_id=75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 267 time: 0.0612283 Sep 20 12:10:59.158982 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9ba77-7aaa-41d2-9f56-2392bdc15746 req-230f6aa2-4bbf-451e-94f8-fd94f705935d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:59.160491 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3b9ba77-7aaa-41d2-9f56-2392bdc15746 req-230f6aa2-4bbf-451e-94f8-fd94f705935d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0847979 Sep 20 12:10:59.225737 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Deleting port afea36bc-4b48-4dd2-b7f8-110af7320fca {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:10:59.226281 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:59.258646 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3b9ba77-7aaa-41d2-9f56-2392bdc15746 req-fb6d8402-d910-435e-8817-0d6c5e24be26 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885468 Sep 20 12:10:59.301030 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-06d6e611-26d3-4789-92b8-c46cdf382b01 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:10:59.302637 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-06d6e611-26d3-4789-92b8-c46cdf382b01 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1412733 Sep 20 12:10:59.318550 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] For port afea36bc-4b48-4dd2-b7f8-110af7320fca, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=afea36bc-4b48-4dd2-b7f8-110af7320fca,segment=NetworkSegment(4b858c11-5845-49fe-b1b9-f14b045f11ec),segment_id=4b858c11-5845-49fe-b1b9-f14b045f11ec)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:10:59.318912 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:59.319037 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-e078f35f-f2b7-423a-92bb-3fe9c3d51104 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/quotas/75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 375 time: 0.0092010 Sep 20 12:10:59.331848 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Calling delete_port for afea36bc-4b48-4dd2-b7f8-110af7320fca owned by network:router_interface {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:10:59.375927 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-0ce12b63-1142-4eb2-98b7-f7e8f5050a68 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507159 Sep 20 12:10:59.471810 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-f50afb4a-e828-416c-bbbf-fe4efc785c10 service neutron] 10.222.0.20 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845907 Sep 20 12:10:59.519619 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:59.545198 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Pushing event deleted for resources: {'Port': ['ID=afea36bc-4b48-4dd2-b7f8-110af7320fca,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:10:59.560542 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-21b9ff5c-1126-4983-819e-42f54ef5c513 service neutron] 10.222.0.20 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826750 Sep 20 12:10:59.706376 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:10:59.904389 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cf3e7e2f-edeb-430e-b4ff-3a6cf52df69c req-d5e6c8bc-6cc1-44c0-9054-e6e762214bcf tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 210 time: 0.0344622 Sep 20 12:10:59.934630 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Router 1d0be891-60c2-4133-9a90-b425fed0c78d has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:11:00.045603 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:11:00.050291 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-80b499bf-e3e3-44a0-ab2a-47ec6440c373 admin admin] 10.222.0.20 "PUT /v2.0/routers/1d0be891-60c2-4133-9a90-b425fed0c78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4719682 Sep 20 12:11:00.052694 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39030) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:00.064313 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] Sync routers for ids ['1d0be891-60c2-4133-9a90-b425fed0c78d'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:11:00.076872 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] Routers {'1d0be891-60c2-4133-9a90-b425fed0c78d'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:00.077489 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['1d0be891-60c2-4133-9a90-b425fed0c78d'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:00.184502 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] Set router 1d0be891-60c2-4133-9a90-b425fed0c78d gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:00.381730 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:10:59Z', 'revision_number': 5, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:00.414865 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] Checking router: 1d0be891-60c2-4133-9a90-b425fed0c78d for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:11:00.419766 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks [] for router, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.429070 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] Routers {'1d0be891-60c2-4133-9a90-b425fed0c78d'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:00.429698 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['1d0be891-60c2-4133-9a90-b425fed0c78d'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:00.479518 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40d23e-5f86-40e6-97fe-65ef69e85d57 req-425fd219-1230-441b-86f0-905af85ee8a0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:00.487581 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8a40d23e-5f86-40e6-97fe-65ef69e85d57 req-425fd219-1230-441b-86f0-905af85ee8a0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.1188049 Sep 20 12:11:00.537128 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8a40d23e-5f86-40e6-97fe-65ef69e85d57 req-6a9094b7-4580-4806-a2f0-cb3e281c8c47 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Sep 20 12:11:00.546230 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.547457 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] Set router 1d0be891-60c2-4133-9a90-b425fed0c78d gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:00.607296 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Deleting port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:11:00.607713 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.686117 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] For port 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=54ec4908-cf8a-4b19-916c-a6af3d4f2ffd,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:00.686472 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.698059 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Calling delete_port for 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd owned by network:router_gateway {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:11:00.723073 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:10:59Z', 'revision_number': 5, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:00.748521 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82135f87-af69-4bd1-9770-9ff1abc586da None None] The sync data for ids ['1d0be891-60c2-4133-9a90-b425fed0c78d'] in dv-cinder-810000-1-iscsi is: [{'id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'name': 'tempest-TestMinimumBasicScenario-776421365-router', 'tenant_id': 'fd0f854df4934110b35eca67c637cee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:10:59Z', 'revision_number': 5, 'project_id': 'fd0f854df4934110b35eca67c637cee6', 'gw_port': {'id': '54ec4908-cf8a-4b19-916c-a6af3d4f2ffd', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0be891-60c2-4133-9a90-b425fed0c78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:02Z', 'updated_at': '2021-09-20T12:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:11:00.859336 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.885503 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Pushing event deleted for resources: {'Port': ['ID=54ec4908-cf8a-4b19-916c-a6af3d4f2ffd,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:00.914030 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39040) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:00.964581 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb5d379-32a6-4dcd-b33e-0e9ed4c55c8a admin admin] Deleting subnet 5e5d29fc-6453-467d-97dc-aa6fab96b59b {{(pid=94128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:11:00.968010 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d379-32a6-4dcd-b33e-0e9ed4c55c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:00.998224 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device cd97a44a-279e-4938-b18b-3f69bb3f57c2 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:11:01.008148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.024016 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: cd97a44a-279e-4938-b18b-3f69bb3f57c2 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:11:01.024371 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device cd97a44a-279e-4938-b18b-3f69bb3f57c2 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:11:01.044621 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a4c25b4f-1f6b-4c40-9ddb-230730deac49 req-8fcce625-7b08-408a-b1b1-4afa590c04f1 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 210 time: 0.0459278 Sep 20 12:11:01.052614 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d379-32a6-4dcd-b33e-0e9ed4c55c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5692878'] for subnet, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.095603 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d379-32a6-4dcd-b33e-0e9ed4c55c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.137447 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.145586 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-4b030be1-3a85-4c42-98b4-186a9b5fabb1 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:01.147454 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-4b030be1-3a85-4c42-98b4-186a9b5fabb1 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 811 time: 0.2418454 Sep 20 12:11:01.148752 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.161107 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d379-32a6-4dcd-b33e-0e9ed4c55c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5512664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979817'] for subnet, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.187785 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5d379-32a6-4dcd-b33e-0e9ed4c55c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5d29fc-6453-467d-97dc-aa6fab96b59b,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:01.191943 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ddb5d379-32a6-4dcd-b33e-0e9ed4c55c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.195938 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-ddb5d379-32a6-4dcd-b33e-0e9ed4c55c8a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e5d29fc-6453-467d-97dc-aa6fab96b59b HTTP/1.1" status: 204 len: 168 time: 0.2786419 Sep 20 12:11:01.196202 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39044) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:01.233985 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.234517 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d0be891-60c2-4133-9a90-b425fed0c78d {{(pid=94127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:11:01.243855 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.245025 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f8ecfe7a-f811-4e78-a1e8-e337037e143e admin admin] 10.222.0.20 "DELETE /v2.0/routers/1d0be891-60c2-4133-9a90-b425fed0c78d HTTP/1.1" status: 204 len: 168 time: 1.1914339 Sep 20 12:11:01.247472 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39046) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:01.258608 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-036b44c2-e889-4fb7-b58a-ef85a6d31edc tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 379 time: 0.0829470 Sep 20 12:11:01.278510 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.282154 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'port': {'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'admin_state_up': True, 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'security_groups': ['1c78d215-08b4-4d58-b919-6eb03ec8dd74']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:01.351979 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-397191c2-7bf9-496f-8e38-7be3429901c0 admin admin] Deleting subnet 6a067897-6daa-471e-a287-8829cbd549a5 {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:11:01.361466 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-397191c2-7bf9-496f-8e38-7be3429901c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.367093 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.396730 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185a2b43-9a30-4f32-8cd2-688d1a1a341c']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:01.414745 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-397191c2-7bf9-496f-8e38-7be3429901c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4701313'] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.416220 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:01.416581 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc92892b-c9a8-4ee3-82e6-e2ba04361ecb') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:01.428231 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.445342 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.452462 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:11:01.452935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:11:01.455431 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:11:01.487067 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Made reservation on behalf of 75dfda11c0c84d7dbae859aab2c44c01 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:11:01.490242 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.523177 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.536942 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.541331 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/185a2b43-9a30-4f32-8cd2-688d1a1a341c HTTP/1.1" status: 204 len: 168 time: 0.3417194 Sep 20 12:11:01.548559 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cca57-239e-4ee2-a0e3-3736a9933fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=185a2b43-9a30-4f32-8cd2-688d1a1a341c,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:01.615019 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-397191c2-7bf9-496f-8e38-7be3429901c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.680376 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44538477-4c84-4653-8076-ff67fb6f1bff req-524b9716-d419-49b7-9bad-6646482de1c9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:01.681858 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-44538477-4c84-4653-8076-ff67fb6f1bff req-524b9716-d419-49b7-9bad-6646482de1c9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0585377 Sep 20 12:11:01.722738 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-44538477-4c84-4653-8076-ff67fb6f1bff req-a22ab263-7487-4a93-a2a6-086fc6ebd40f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333519 Sep 20 12:11:01.754487 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-397191c2-7bf9-496f-8e38-7be3429901c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66711212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596673'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.778761 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39054) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:01.786800 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Allocated IP 172.20.0.7 (e0919a22-9079-4c43-b483-f42d20d4f9e9/47a86b3e-74b1-4fc7-9176-b29bb877655f/369c433d-f51f-4025-9373-933b4971afc5) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:01.789130 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397191c2-7bf9-496f-8e38-7be3429901c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a067897-6daa-471e-a287-8829cbd549a5,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:01.794407 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-397191c2-7bf9-496f-8e38-7be3429901c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.796368 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-397191c2-7bf9-496f-8e38-7be3429901c0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a067897-6daa-471e-a287-8829cbd549a5 HTTP/1.1" status: 204 len: 168 time: 0.5479820 Sep 20 12:11:01.800040 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39056) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:01.800472 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b1766e-8489-477d-a319-41e9a97449c8 None None] Network 277c0e22-7ba7-4d6a-a39b-80c610158520 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:11:01.838544 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-ff91c11a-5653-4a51-92b5-83bc06fc4615 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29dd22925e6943dfa765f8adffd6e8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563195 Sep 20 12:11:01.838988 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39058) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:01.906251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.909578 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-be772861-6bc3-4b9c-945f-331a93bcffac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.938105 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-be772861-6bc3-4b9c-945f-331a93bcffac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:01.995556 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] DHCP port deletion for 277c0e22-7ba7-4d6a-a39b-80c610158520 request from dv-cinder-810000-1-iscsi {{(pid=94129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:11:02.002852 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-be772861-6bc3-4b9c-945f-331a93bcffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.005411 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-be772861-6bc3-4b9c-945f-331a93bcffac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.006560 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-be772861-6bc3-4b9c-945f-331a93bcffac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2b5efc7-c127-4b8f-9bfd-547e44d615e2 HTTP/1.1" status: 204 len: 168 time: 0.1665866 Sep 20 12:11:02.016087 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be772861-6bc3-4b9c-945f-331a93bcffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b5efc7-c127-4b8f-9bfd-547e44d615e2,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:02.052541 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.065362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Deleting port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:11:02.065362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.067072 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] Deleting port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f {{(pid=94129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:11:02.067704 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.130660 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] For port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,segment=NetworkSegment(4b858c11-5845-49fe-b1b9-f14b045f11ec),segment_id=4b858c11-5845-49fe-b1b9-f14b045f11ec)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:02.131060 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.143496 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] Calling delete_port for 7f13b2d8-2afe-44fc-bc94-3849b729bc6f owned by network:dhcp {{(pid=94129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:11:02.157118 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] For port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,segment=NetworkSegment(4b858c11-5845-49fe-b1b9-f14b045f11ec),segment_id=4b858c11-5845-49fe-b1b9-f14b045f11ec)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:02.158233 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.164629 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3bdd886d-a12b-4ccc-aa16-32e8e7ead0a4 req-365cc942-7a4a-4dcd-a724-bb2ea9edb686 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 210 time: 0.0346742 Sep 20 12:11:02.171094 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.191447 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Calling delete_port for 7f13b2d8-2afe-44fc-bc94-3849b729bc6f owned by network:dhcp {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:11:02.216212 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:02.223577 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:02.228623 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:02.235286 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275'] for port, after_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.262841 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] Pushing event deleted for resources: {'Port': ['ID=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,revision_number=None']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:02.266321 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e6e8fd-356e-45f0-bec5-ed16ed0f588e None None] No DVR routers for this DVR port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f on host dv-cinder-810000-1-iscsi {{(pid=94129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:11:02.308173 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=369c433d-f51f-4025-9373-933b4971afc5,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:02.327979 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:02.328555 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.352281 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-8e16dac4-dec2-4a64-941e-219677bae007 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0730155 Sep 20 12:11:02.365807 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Request body: {'port': {'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:02.387789 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.425165 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f13b2d8-2afe-44fc-bc94-3849b729bc6f,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:02.432020 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] No DVR routers for this DVR port 7f13b2d8-2afe-44fc-bc94-3849b729bc6f on host dv-cinder-810000-1-iscsi {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:11:02.476711 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device afea36bc-4b48-4dd2-b7f8-110af7320fca no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:11:02.499564 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: afea36bc-4b48-4dd2-b7f8-110af7320fca {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:11:02.499993 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device afea36bc-4b48-4dd2-b7f8-110af7320fca not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:11:02.500509 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 7f13b2d8-2afe-44fc-bc94-3849b729bc6f no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:11:02.507240 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.526766 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 7f13b2d8-2afe-44fc-bc94-3849b729bc6f {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:11:02.527172 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 7f13b2d8-2afe-44fc-bc94-3849b729bc6f not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:11:02.527748 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:11:02.530542 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-fe4b8ded-b298-4dd6-804a-27f7f81be570 None None] Provisioning complete for port 369c433d-f51f-4025-9373-933b4971afc5 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:02.530985 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fe4b8ded-b298-4dd6-804a-27f7f81be570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.546954 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.548930 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:11:02.549545 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 54ec4908-cf8a-4b19-916c-a6af3d4f2ffd not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:11:02.591644 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b8ded-b298-4dd6-804a-27f7f81be570 None None] Port 369c433d-f51f-4025-9373-933b4971afc5 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:11:02.600122 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277c0e22-7ba7-4d6a-a39b-80c610158520']}} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:02.619252 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b858c11-5845-49fe-b1b9-f14b045f11ec') {'for_net_delete': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:02.619523 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b858c11-5845-49fe-b1b9-f14b045f11ec') {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:02.633045 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4701322'] for segment, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.695686 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.712755 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:11:02.713149 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66711410'] for segment, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: self.session.flush() Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: self.session.flush() Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: self.session.flush() Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: self.session.flush() Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: Traceback (most recent call last): Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: timer() Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: cb(*args, **kw) Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: return func(*args, **kwargs) Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: self._notify() Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: self.callback(batched_events) Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: event.method(event) Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: return f(self, *a, **k) Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._get(url).json() Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: return self.request(url, 'GET', **kwargs) Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:11:02.716375 dv-cinder-810000-1-iscsi neutron-server[94127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:11:02.817925 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.825164 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.829994 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/277c0e22-7ba7-4d6a-a39b-80c610158520 HTTP/1.1" status: 204 len: 168 time: 1.0260413 Sep 20 12:11:02.839942 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5c399-eda1-4507-9af6-e38140e843c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=277c0e22-7ba7-4d6a-a39b-80c610158520,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:02.854001 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8746c02-731a-43b5-a206-429f695b804e req-2809336a-7ab9-417e-b67e-ec8e000a8a14 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:02.855614 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39088) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:02.860550 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a8746c02-731a-43b5-a206-429f695b804e req-2809336a-7ab9-417e-b67e-ec8e000a8a14 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0621562 Sep 20 12:11:02.904956 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a8746c02-731a-43b5-a206-429f695b804e req-07562698-5c74-4afa-ba2d-caff543555f6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Sep 20 12:11:02.931682 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369c433d-f51f-4025-9373-933b4971afc5 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:11:02.940211 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.952499 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Transition to ACTIVE for port object 369c433d-f51f-4025-9373-933b4971afc5 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:11:02.957419 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:02.970855 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39092) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:02.993177 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1602466120-network', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:03.018058 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-4c97a27c-3e64-41c5-980f-41729ae2770d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c33e98b89034c94b8ff1325910c3b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458379 Sep 20 12:11:03.021140 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39094) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:03.034312 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Made reservation on behalf of e60856b945794704b5eb1c447cbf53d8 for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:11:03.036636 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.038527 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Pushing event updated for resources: {'Port': ['ID=369c433d-f51f-4025-9373-933b4971afc5,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:03.076716 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-63978934-c796-4cc5-88a8-e0976790554e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.078636 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.099469 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-63978934-c796-4cc5-88a8-e0976790554e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.135813 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Attempting to bind port 369c433d-f51f-4025-9373-933b4971afc5 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:03.136442 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Attempting to bind port 369c433d-f51f-4025-9373-933b4971afc5 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:03.136764 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Attempting to bind port 369c433d-f51f-4025-9373-933b4971afc5 on network e0919a22-9079-4c43-b483-f42d20d4f9e9 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:03.147410 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Port 369c433d-f51f-4025-9373-933b4971afc5 on network e0919a22-9079-4c43-b483-f42d20d4f9e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:11:03.148023 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Attempting to bind port 369c433d-f51f-4025-9373-933b4971afc5 on network e0919a22-9079-4c43-b483-f42d20d4f9e9 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:03.154252 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-63978934-c796-4cc5-88a8-e0976790554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.157433 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:03.157607 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-63978934-c796-4cc5-88a8-e0976790554e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.157746 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Checking segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:03.158072 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Bound using segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:03.158501 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Bound port: 369c433d-f51f-4025-9373-933b4971afc5, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:03.159965 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.160121 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-63978934-c796-4cc5-88a8-e0976790554e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f24c372-4311-4ceb-8249-e94ec2aef561 HTTP/1.1" status: 204 len: 168 time: 0.1370146 Sep 20 12:11:03.172680 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63978934-c796-4cc5-88a8-e0976790554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f24c372-4311-4ceb-8249-e94ec2aef561,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:03.263976 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.266901 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] For port 369c433d-f51f-4025-9373-933b4971afc5, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:03.270700 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] For port 369c433d-f51f-4025-9373-933b4971afc5, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369c433d-f51f-4025-9373-933b4971afc5,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:03.272034 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.279259 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.298642 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9531e79-5829-4d68-a088-c700815c5128 req-dcc45807-0f4e-4850-bf56-61e990b47395 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:03.300185 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a9531e79-5829-4d68-a088-c700815c5128 req-dcc45807-0f4e-4850-bf56-61e990b47395 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 943 time: 0.0562148 Sep 20 12:11:03.323480 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:11:03.340799 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d2661-5033-473b-a79d-275301b64852,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:03.343515 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.344167 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Added segment 2e2643ce-18b2-4463-a85f-b7908b67c5a3 of type vlan for network 705061f5-7804-495c-ab63-f0d01d466b5c Sep 20 12:11:03.348148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:03.348590 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a9531e79-5829-4d68-a088-c700815c5128 req-8e27c705-519d-4c93-b60f-f1fb4fe4cfa3 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421968 Sep 20 12:11:03.348946 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.350337 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] 10.222.0.57 "PUT /v2.0/ports/369c433d-f51f-4025-9373-933b4971afc5 HTTP/1.1" status: 200 len: 1093 time: 0.9902821 Sep 20 12:11:03.350892 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'tag': '369c433d-f51f-4025-9373-933b4971afc5'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:03.352980 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ee1da1-8546-4f9b-af1d-2a2be11ae707" -d '{"events": [{"name": "network-changed", "server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "tag": "369c433d-f51f-4025-9373-933b4971afc5"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:03.422126 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70dc30f-aa5c-4f50-9f4e-2c67643fde4f x-openstack-request-id: req-f70dc30f-aa5c-4f50-9f4e-2c67643fde4f {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:03.422397 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "tag": "369c433d-f51f-4025-9373-933b4971afc5", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:03.422643 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f70dc30f-aa5c-4f50-9f4e-2c67643fde4f {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:03.423244 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'tag': '369c433d-f51f-4025-9373-933b4971afc5', 'status': 'completed', 'code': 200} Sep 20 12:11:03.450285 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.455221 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152b117-316d-4818-8e5d-3ab9d728be6b service neutron] Pushing event updated for resources: {'Port': ['ID=369c433d-f51f-4025-9373-933b4971afc5,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:03.491859 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-f7effa2d-93f3-4ae4-9841-6a71afbf9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:03.493644 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-f7effa2d-93f3-4ae4-9841-6a71afbf9a18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 1096 time: 0.0916724 Sep 20 12:11:03.494760 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.495636 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:03.496292 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.555136 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39104) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:03.557967 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-94769d6d-592e-4364-90fe-bdee62a80d26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369c433d-f51f-4025-9373-933b4971afc5 HTTP/1.1" status: 200 len: 217 time: 0.0540395 Sep 20 12:11:03.563192 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7065411 Sep 20 12:11:03.567823 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39106) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:03.574050 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Request body: {'subnet': {'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1602466120-subnet', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'ip_version': 4}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:03.598055 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a26ad2-3e61-4455-ae2c-ec6c6dcb06c0 admin admin] Pushing event updated for resources: {'Network': ['ID=705061f5-7804-495c-ab63-f0d01d466b5c,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:03.608822 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 705061f5-7804-495c-ab63-f0d01d466b5c details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:11:03.625169 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Made reservation on behalf of e60856b945794704b5eb1c447cbf53d8 for: {'subnet': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:11:03.627990 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4979790'] for subnet, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.637735 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-a0f36468-1fe7-46de-8708-b6168c802165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:03.639295 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-a0f36468-1fe7-46de-8708-b6168c802165 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0518477 Sep 20 12:11:03.644612 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-ae105cdb-7df3-4027-aa83-4f40959f2baf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd0f854df4934110b35eca67c637cee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0881534 Sep 20 12:11:03.647168 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39108) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:03.715513 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-942c2aa6-ff44-40a3-b9b5-4c45e2371ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:03.717023 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-942c2aa6-ff44-40a3-b9b5-4c45e2371ac4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677161 Sep 20 12:11:03.744171 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdd482e8-565e-4c02-93c1-255e803b7bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.802028 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5512603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4979808'] for subnet, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.810098 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdd482e8-565e-4c02-93c1-255e803b7bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.858827 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-0c607691-4ea1-4043-9d5b-7e675ed46ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343639 Sep 20 12:11:03.864074 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094e20d4-5296-4eff-9b86-334c3fb4f193,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:03.874433 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Checking segment: {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:03.877246 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Network hostable DHCP agents. Network: 705061f5-7804-495c-ab63-f0d01d466b5c, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:11:03.893507 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Network 705061f5-7804-495c-ab63-f0d01d466b5c is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:11:03.897311 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdd482e8-565e-4c02-93c1-255e803b7bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.899821 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdd482e8-565e-4c02-93c1-255e803b7bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.900959 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-bdd482e8-565e-4c02-93c1-255e803b7bf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb0577c4-3b99-499e-96d9-9e3fc714e150 HTTP/1.1" status: 204 len: 168 time: 0.2528207 Sep 20 12:11:03.905021 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 705061f5-7804-495c-ab63-f0d01d466b5c) {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:03.909954 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:03.910614 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.917669 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73295a1-17e9-45ed-a02d-6623c0d11b8c None None] Network 705061f5-7804-495c-ab63-f0d01d466b5c requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:11:03.924707 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-a8b9bd84-2307-497d-af9d-3807d6500dc2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3549209 Sep 20 12:11:03.927187 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39116) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:03.931913 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:03.949485 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd482e8-565e-4c02-93c1-255e803b7bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0577c4-3b99-499e-96d9-9e3fc714e150,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:03.958518 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:03.960233 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.010423 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-7565e708-f52e-4539-9b8a-a90bc980b0d0 req-d6aa9afd-8dc6-442a-b349-8059fbcab5f8 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431324 Sep 20 12:11:04.023683 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.130104 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-825814fd-3c2b-445a-a55c-939877d043ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:04.132551 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-825814fd-3c2b-445a-a55c-939877d043ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 1096 time: 0.0698817 Sep 20 12:11:04.153321 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-705061f5-7804-495c-ab63-f0d01d466b5c', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:11:04.154607 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.158649 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e420f8-5ec2-42a6-9ab7-269e2fc3efa8 req-4c4be4da-9197-4f35-976c-ab784778d9e1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:04.160323 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f3e420f8-5ec2-42a6-9ab7-269e2fc3efa8 req-4c4be4da-9197-4f35-976c-ab784778d9e1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.1352136 Sep 20 12:11:04.241649 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.274207 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-d27ad07e-95f3-4723-98ff-87a0f80c4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:04.276132 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-d27ad07e-95f3-4723-98ff-87a0f80c4589 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.1354475 Sep 20 12:11:04.289191 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f3e420f8-5ec2-42a6-9ab7-269e2fc3efa8 req-0bf59710-4abc-404a-8c02-900d95ff8022 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951595 Sep 20 12:11:04.341247 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-df53dbf6-8253-42c2-887a-ab94a3ff3ec9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369c433d-f51f-4025-9373-933b4971afc5 HTTP/1.1" status: 200 len: 217 time: 0.0567927 Sep 20 12:11:04.352812 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Allocated IP 172.20.0.2 (705061f5-7804-495c-ab63-f0d01d466b5c/094e20d4-5296-4eff-9b86-334c3fb4f193/b28a9a22-c69b-4b2b-a5b9-c96434925312) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:04.403480 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-e25a982f-0667-428e-8a26-f55e6f3c5771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:04.406227 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-e25a982f-0667-428e-8a26-f55e6f3c5771 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0573714 Sep 20 12:11:04.459124 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-4154c0bd-6c6d-4b75-8823-3482e0f40b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:04.460837 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-4154c0bd-6c6d-4b75-8823-3482e0f40b53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476336 Sep 20 12:11:04.506857 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.520147 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.528555 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.533988 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1dd17-70e2-43c8-b411-46b92fa8c627 req-69ee22ce-7edd-4ab0-8ca5-47227ecb94fd tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:04.535468 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0ef1dd17-70e2-43c8-b411-46b92fa8c627 req-69ee22ce-7edd-4ab0-8ca5-47227ecb94fd tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 943 time: 0.0969174 Sep 20 12:11:04.536973 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.556399 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-9125fbe5-c2a1-44db-98a6-d2eea659c780 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872161 Sep 20 12:11:04.583424 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Network 705061f5-7804-495c-ab63-f0d01d466b5c is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:04.591438 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:04.594327 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:04.598108 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Pushing event updated for resources: {'Port': ['ID=b28a9a22-c69b-4b2b-a5b9-c96434925312,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:04.617743 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0ef1dd17-70e2-43c8-b411-46b92fa8c627 req-b0929790-8f77-466a-abfd-a5d086a38312 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733881 Sep 20 12:11:04.653595 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-84ee1da1-8546-4f9b-af1d-2a2be11ae707 req-91ebd11c-a2d4-44ad-ad17-e9c22d45fe4d service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904224 Sep 20 12:11:04.663711 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Attempting to bind port b28a9a22-c69b-4b2b-a5b9-c96434925312 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:04.664249 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Attempting to bind port b28a9a22-c69b-4b2b-a5b9-c96434925312 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:04.664538 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Attempting to bind port b28a9a22-c69b-4b2b-a5b9-c96434925312 on network 705061f5-7804-495c-ab63-f0d01d466b5c {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:04.669920 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:04.670292 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Checking segment: {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:04.670692 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.671079 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Bound using segment: {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:04.671537 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Bound port: b28a9a22-c69b-4b2b-a5b9-c96434925312, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:04.671934 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.682762 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Allocated IP 172.27.3.225 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/285fdc46-0026-4b8c-b5f0-fc2455484036) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:04.789575 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.821825 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.853236 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] For port b28a9a22-c69b-4b2b-a5b9-c96434925312, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:04.856314 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] For port b28a9a22-c69b-4b2b-a5b9-c96434925312, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=b28a9a22-c69b-4b2b-a5b9-c96434925312,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:04.857362 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:04.861208 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:04.861833 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:04.865839 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:04.893656 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Pushing event updated for resources: {'Port': ['ID=285fdc46-0026-4b8c-b5f0-fc2455484036,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:04.916922 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b3c34-74bb-4506-a123-42a86acfb0b6 None None] Pushing event updated for resources: {'Port': ['ID=b28a9a22-c69b-4b2b-a5b9-c96434925312,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:05.130657 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:05.598515 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:05.617941 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c85be7-9fc7-444a-ab94-7a06308212a8 req-edac0613-3899-4bb3-8efd-3de27940c789 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:05.619297 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-30c85be7-9fc7-444a-ab94-7a06308212a8 req-edac0613-3899-4bb3-8efd-3de27940c789 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0653913 Sep 20 12:11:05.705817 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-30c85be7-9fc7-444a-ab94-7a06308212a8 req-37c40bb0-5348-444b-87ff-41d28e7a1ba0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549109 Sep 20 12:11:05.786415 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1e55f-1c9d-4c77-b119-7cca9c857d29 req-e0220fed-68f1-45ad-996e-67ae7903bce7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:05.787574 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eae1e55f-1c9d-4c77-b119-7cca9c857d29 req-e0220fed-68f1-45ad-996e-67ae7903bce7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 943 time: 0.0947213 Sep 20 12:11:05.817724 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430afd5b-0d37-4e69-9822-df98e9ea8eec None None] Network 705061f5-7804-495c-ab63-f0d01d466b5c requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:11:05.834722 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Router 5a717085-7dd4-4755-b79e-4b3454daf3c7 is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:11:05.838816 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-eae1e55f-1c9d-4c77-b119-7cca9c857d29 req-c5d1622b-b1a6-4734-ad18-bbafacf52a35 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442994 Sep 20 12:11:05.939533 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-9d7496a0-d952-46f2-b943-ccb96275f194 None None] Provisioning complete for port b28a9a22-c69b-4b2b-a5b9-c96434925312 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:05.939914 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9d7496a0-d952-46f2-b943-ccb96275f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:05.945734 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:11:05.963152 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:05.963935 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Sync routers for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:11:05.967666 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-336c6278-1172-4811-a5ad-a4c397031f28 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0361981 Sep 20 12:11:05.968077 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39130) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:06.000647 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:06.001799 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:06.142767 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9d7496a0-d952-46f2-b943-ccb96275f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.162908 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:06.257441 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-9d7496a0-d952-46f2-b943-ccb96275f194 None None] For port b28a9a22-c69b-4b2b-a5b9-c96434925312, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=b28a9a22-c69b-4b2b-a5b9-c96434925312,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:06.284589 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9d7496a0-d952-46f2-b943-ccb96275f194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.354714 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7496a0-d952-46f2-b943-ccb96275f194 None None] Pushing event updated for resources: {'Port': ['ID=b28a9a22-c69b-4b2b-a5b9-c96434925312,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:06.415262 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-9c1de1dc-c725-4ee4-9a8f-cb2d7fea3d06 None None] Provisioning complete for port b28a9a22-c69b-4b2b-a5b9-c96434925312 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:06.415262 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-9c1de1dc-c725-4ee4-9a8f-cb2d7fea3d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.424134 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.436763 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:05Z', 'revision_number': 3, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:06.466319 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Checking router: 5a717085-7dd4-4755-b79e-4b3454daf3c7 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:11:06.466718 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Updating router 5a717085-7dd4-4755-b79e-4b3454daf3c7 port 285fdc46-0026-4b8c-b5f0-fc2455484036 binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:11:06.496028 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device b28a9a22-c69b-4b2b-a5b9-c96434925312 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:06.531963 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.580065 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Allocated IP 172.20.0.1 (705061f5-7804-495c-ab63-f0d01d466b5c/094e20d4-5296-4eff-9b86-334c3fb4f193/af742525-f54d-4759-9246-e8dda7357519) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:06.669255 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port b28a9a22-c69b-4b2b-a5b9-c96434925312 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:06.669626 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.687469 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.721053 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.759268 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Network 705061f5-7804-495c-ab63-f0d01d466b5c is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:06.763913 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:06.767294 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:06.809320 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Pushing event updated for resources: {'Port': ['ID=af742525-f54d-4759-9246-e8dda7357519,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:06.823289 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.916855 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.920144 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9cf5b-3877-482e-8f93-d14a903855f3 req-08585f8c-d1b4-4894-abf4-5a4d0d9337f8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:06.921707 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-38e9cf5b-3877-482e-8f93-d14a903855f3 req-08585f8c-d1b4-4894-abf4-5a4d0d9337f8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.1134796 Sep 20 12:11:06.925401 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:06.985888 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Attempting to bind port 285fdc46-0026-4b8c-b5f0-fc2455484036 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:06.986524 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Attempting to bind port 285fdc46-0026-4b8c-b5f0-fc2455484036 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:06.987057 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Attempting to bind port 285fdc46-0026-4b8c-b5f0-fc2455484036 on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:07.001596 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:07.002115 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:07.002534 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.003026 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:07.003513 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Bound port: 285fdc46-0026-4b8c-b5f0-fc2455484036, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:07.003923 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.029304 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0e29-a257-4f8f-a0c2-e361ce5c4e93 None None] Pushing event updated for resources: {'Port': ['ID=285fdc46-0026-4b8c-b5f0-fc2455484036,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:07.056624 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-38e9cf5b-3877-482e-8f93-d14a903855f3 req-03a2a4dd-4f1b-4dec-a627-a974ddd316cc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096244 Sep 20 12:11:07.081180 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.083181 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] For port 285fdc46-0026-4b8c-b5f0-fc2455484036, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:07.087393 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] For port 285fdc46-0026-4b8c-b5f0-fc2455484036, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=285fdc46-0026-4b8c-b5f0-fc2455484036,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:07.093586 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.098111 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-c2b3607c-0dbb-422c-88c2-06153741e81a None None] Provisioning complete for port af742525-f54d-4759-9246-e8dda7357519 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:07.098476 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c2b3607c-0dbb-422c-88c2-06153741e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.118971 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4262309-c760-424d-87a8-89fe344d5fe0 req-98022195-6b29-43f8-a3b8-365f6b27553e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:07.121008 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a4262309-c760-424d-87a8-89fe344d5fe0 req-98022195-6b29-43f8-a3b8-365f6b27553e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 943 time: 0.1539037 Sep 20 12:11:07.177955 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0e29-a257-4f8f-a0c2-e361ce5c4e93 None None] Pushing event updated for resources: {'Port': ['ID=285fdc46-0026-4b8c-b5f0-fc2455484036,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:07.200713 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3607c-0dbb-422c-88c2-06153741e81a None None] Port af742525-f54d-4759-9246-e8dda7357519 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:11:07.202412 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:07.203116 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:07.206823 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a4262309-c760-424d-87a8-89fe344d5fe0 req-a91d7c4c-dccf-4caa-aad5-7aa9830e9824 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598910 Sep 20 12:11:07.313537 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:07.326027 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.330985 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.397687 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.399555 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Pushing event updated for resources: {'Port': ['ID=af742525-f54d-4759-9246-e8dda7357519,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:07.500294 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Network 705061f5-7804-495c-ab63-f0d01d466b5c is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:07.502257 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:07.619621 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Router 5a717085-7dd4-4755-b79e-4b3454daf3c7 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:11:07.639695 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 1, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:07.669711 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a76efc-c2d5-43ce-838f-0c92fd9f62ab None None] The sync data for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi is: [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 1, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:11:07.723874 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-88396f52-9114-4b4a-8053-4f0b7d57c75e None None] Provisioning complete for port af742525-f54d-4759-9246-e8dda7357519 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:07.724426 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-88396f52-9114-4b4a-8053-4f0b7d57c75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:07.732939 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:11:07.744414 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-fb7d9fa2-2ca6-4d4b-88b9-ccda9886889e admin admin] 10.222.0.20 "PUT /v2.0/routers/5a717085-7dd4-4755-b79e-4b3454daf3c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690020 Sep 20 12:11:07.758755 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-88396f52-9114-4b4a-8053-4f0b7d57c75e None None] Port af742525-f54d-4759-9246-e8dda7357519 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:11:07.931523 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:11:08.178392 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291db548-9569-4f81-95ec-92ff19a19392 req-3195a2df-cc9d-4a8d-9c68-4c73a4ea2fd0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:08.179943 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-291db548-9569-4f81-95ec-92ff19a19392 req-3195a2df-cc9d-4a8d-9c68-4c73a4ea2fd0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0513349 Sep 20 12:11:08.226999 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-291db548-9569-4f81-95ec-92ff19a19392 req-d418fb6c-9ee8-4649-82b0-94838f0d0cb2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349469 Sep 20 12:11:08.353499 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39170) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:08.358264 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-585230858-network', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:08.370827 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aad992-6c69-48e6-bacb-d4b673354050 req-51a95aec-01c2-451f-b583-e12509163edc tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:08.372541 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b0aad992-6c69-48e6-bacb-d4b673354050 req-51a95aec-01c2-451f-b583-e12509163edc tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 943 time: 0.0736792 Sep 20 12:11:08.392251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Made reservation on behalf of cbf29b8785b34710a3c1b9e1604cec00 for: {'network': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:11:08.395453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for network, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.409793 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.425577 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b0aad992-6c69-48e6-bacb-d4b673354050 req-ea8a7a57-2b4a-4061-9544-ee949623e361 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468347 Sep 20 12:11:08.520616 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 285fdc46-0026-4b8c-b5f0-fc2455484036 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:08.527046 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.538901 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.574292 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94127) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 12:11:08.585895 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90dc97b-5d83-4f2f-909c-e5c1a12d9c83,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:08.591397 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.592028 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.segments_db [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Added segment ffdee720-3f44-4f6d-99b8-416929efddf1 of type vlan for network 2587b320-e850-47da-a090-ca643d59827c Sep 20 12:11:08.614860 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 285fdc46-0026-4b8c-b5f0-fc2455484036 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:08.615564 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.641350 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750295338280'] for network, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.670102 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847'] for network, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.671336 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:08.672530 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.714148 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3569674 Sep 20 12:11:08.715016 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39180) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:08.720937 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Request body: {'subnet': {'network_id': '2587b320-e850-47da-a090-ca643d59827c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-585230858-subnet', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'ip_version': 4}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:08.723751 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.749759 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port 285fdc46-0026-4b8c-b5f0-fc2455484036, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=285fdc46-0026-4b8c-b5f0-fc2455484036,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:08.750009 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcd27f-edde-4ba0-981f-5538ddba4ca7 admin admin] Pushing event updated for resources: {'Network': ['ID=2587b320-e850-47da-a090-ca643d59827c,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:08.760964 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Network 2587b320-e850-47da-a090-ca643d59827c details requested by agent ovs-agent-dv-cinder-810000-1-iscsi with host dv-cinder-810000-1-iscsi {{(pid=94129) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 12:11:08.776843 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Made reservation on behalf of cbf29b8785b34710a3c1b9e1604cec00 for: {'subnet': 1} {{(pid=94128) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:11:08.779755 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4979790'] for subnet, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.785720 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:08.876823 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=285fdc46-0026-4b8c-b5f0-fc2455484036,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:08.982874 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5512603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4979808'] for subnet, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.041976 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff0b2c7-62a5-490a-94ce-29ca6bd8af15,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:09.051212 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Checking segment: {'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94128) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:09.051563 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Network hostable DHCP agents. Network: 2587b320-e850-47da-a090-ca643d59827c, hostable agents: ['6a7a7050-f50e-4167-af7b-1138c7eb7105'], hosted agents: [] {{(pid=94128) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 12:11:09.068410 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Network 2587b320-e850-47da-a090-ca643d59827c is scheduled to be hosted by DHCP agent 6a7a7050-f50e-4167-af7b-1138c7eb7105 with binding_index 1 {{(pid=94128) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 12:11:09.077144 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810000-1-iscsi, 2587b320-e850-47da-a090-ca643d59827c) {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:09.081472 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:09.082076 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.086285 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbc2458-34e4-4f40-b819-2fb688e47481 None None] Network 2587b320-e850-47da-a090-ca643d59827c requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:11:09.102087 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-00518cae-84c8-44de-89f2-87735bf8b9e5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3852956 Sep 20 12:11:09.104575 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39182) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:09.109139 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:09.128873 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7994251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16347'] for router, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.129777 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7963419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7990923', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8048134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16364'] for router, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.182715 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.230902 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp121683e7-b3a1-50c2-8e07-e1576af22da5-2587b320-e850-47da-a090-ca643d59827c', 'network_id': '2587b320-e850-47da-a090-ca643d59827c', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'fixed_ips': [{'subnet_id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15'}]}} from dv-cinder-810000-1-iscsi. {{(pid=94129) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 12:11:09.231746 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.374888 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.db_base_plugin_common [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Allocated IP 172.20.0.2 (2587b320-e850-47da-a090-ca643d59827c/dff0b2c7-62a5-490a-94ce-29ca6bd8af15/79f48b71-3189-4e65-a8e8-d8432e222e8e) {{(pid=94129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:09.529439 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Notify callbacks [] for port, precommit_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.536619 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266'] for port, after_create {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.576731 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Network 2587b320-e850-47da-a090-ca643d59827c is already hosted by enough agents. {{(pid=94129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:09.581669 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.scheduler.base_scheduler [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Resources bound (agent type, host, resource id): {{(pid=94129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:09.589024 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Received port after_create {{(pid=94129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:09.592118 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Pushing event updated for resources: {'Port': ['ID=79f48b71-3189-4e65-a8e8-d8432e222e8e,revision_number=1']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:09.637384 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.648977 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Attempting to bind port 79f48b71-3189-4e65-a8e8-d8432e222e8e on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:09.649346 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Attempting to bind port 79f48b71-3189-4e65-a8e8-d8432e222e8e by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:09.649731 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Attempting to bind port 79f48b71-3189-4e65-a8e8-d8432e222e8e on network 2587b320-e850-47da-a090-ca643d59827c {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:09.654833 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:09.655201 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Checking segment: {'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:09.655597 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.656018 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Bound using segment: {'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:09.656264 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643c5a3-7393-4860-945c-9b08b0d6694d req-ce2c5d94-1ac6-4728-8a4d-211d17edc99b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:09.656476 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Bound port: 79f48b71-3189-4e65-a8e8-d8432e222e8e, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:09.656851 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.658263 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5643c5a3-7393-4860-945c-9b08b0d6694d req-ce2c5d94-1ac6-4728-8a4d-211d17edc99b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 943 time: 0.1457872 Sep 20 12:11:09.668238 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe5dff-79d4-4447-806e-8542ff8b17b3 req-fbe1e43f-5b39-4c45-b3a5-3d0046d85d67 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:09.669623 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-11fe5dff-79d4-4447-806e-8542ff8b17b3 req-fbe1e43f-5b39-4c45-b3a5-3d0046d85d67 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.1560855 Sep 20 12:11:09.721210 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] For port 79f48b71-3189-4e65-a8e8-d8432e222e8e, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:09.724601 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] For port 79f48b71-3189-4e65-a8e8-d8432e222e8e, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=79f48b71-3189-4e65-a8e8-d8432e222e8e,segment=NetworkSegment(ffdee720-3f44-4f6d-99b8-416929efddf1),segment_id=ffdee720-3f44-4f6d-99b8-416929efddf1)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:09.730077 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.750746 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5643c5a3-7393-4860-945c-9b08b0d6694d req-d196e9be-1f41-4688-b912-73d1c9047c38 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801821 Sep 20 12:11:09.757866 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-11fe5dff-79d4-4447-806e-8542ff8b17b3 req-24e81c7b-fb71-4d7a-973d-c8319140ce87 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777400 Sep 20 12:11:09.790179 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56ce87-8833-47e5-984f-85bcc8b0d9ce None None] Pushing event updated for resources: {'Port': ['ID=79f48b71-3189-4e65-a8e8-d8432e222e8e,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:09.809541 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Sync routers for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:11:09.819313 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:09.819851 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:09.930245 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.943458 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:09.963383 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.031679 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:10.092737 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Allocated IP 172.27.3.91 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/c8a8233d-be8c-4d8d-a188-918cede95530) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:10.197762 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.231360 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.236225 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:07Z', 'revision_number': 2, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:10.265632 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Checking router: 5a717085-7dd4-4755-b79e-4b3454daf3c7 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:11:10.265981 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Updating router 5a717085-7dd4-4755-b79e-4b3454daf3c7 port af742525-f54d-4759-9246-e8dda7357519 binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:11:10.271941 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:10.274833 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:10.278367 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:10.291249 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.304037 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Pushing event updated for resources: {'Port': ['ID=c8a8233d-be8c-4d8d-a188-918cede95530,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:10.544243 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 285fdc46-0026-4b8c-b5f0-fc2455484036 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:10.573524 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.576658 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.586041 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.637485 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e2768f32-af71-49ae-a420-5e88847a23bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.638318 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Pushing event updated for resources: {'Port': ['ID=af742525-f54d-4759-9246-e8dda7357519,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:10.646204 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 285fdc46-0026-4b8c-b5f0-fc2455484036 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:10.646676 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.647020 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.647430 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.647545 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.647835 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.648185 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.648511 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.648831 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.649321 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.649845 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.651303 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.651797 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.652299 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:10.745518 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Attempting to bind port af742525-f54d-4759-9246-e8dda7357519 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:10.746240 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Attempting to bind port af742525-f54d-4759-9246-e8dda7357519 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:10.746602 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Attempting to bind port af742525-f54d-4759-9246-e8dda7357519 on network 705061f5-7804-495c-ab63-f0d01d466b5c {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:10.752500 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:10.753290 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Checking segment: {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:10.753290 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.753651 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Bound using segment: {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:10.754342 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Bound port: af742525-f54d-4759-9246-e8dda7357519, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:10.754750 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.769760 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 79f48b71-3189-4e65-a8e8-d8432e222e8e up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:10.830985 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7963412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7991900'] for router, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.881062 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 79f48b71-3189-4e65-a8e8-d8432e222e8e triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:10.881456 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.907796 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] For port af742525-f54d-4759-9246-e8dda7357519, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:10.911064 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] For port af742525-f54d-4759-9246-e8dda7357519, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=af742525-f54d-4759-9246-e8dda7357519,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:10.917310 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:10.926969 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3459a80-29f9-44c6-92f1-96f5f739d320 None None] Network 2587b320-e850-47da-a090-ca643d59827c requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:11:10.983499 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:10.984276 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:11.051477 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54b651-e0fb-4783-9391-bfb57eda1559 None None] Pushing event updated for resources: {'Port': ['ID=af742525-f54d-4759-9246-e8dda7357519,revision_number=4']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:11.055426 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-04559ff2-8db7-462c-a1e6-cd562a7caaf4 None None] Provisioning complete for port af742525-f54d-4759-9246-e8dda7357519 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:11.055806 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-04559ff2-8db7-462c-a1e6-cd562a7caaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.101071 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 369c433d-f51f-4025-9373-933b4971afc5 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:11:11.118504 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e6326-5819-46b5-9186-b0ecab8b2c2e req-5b9e3a0c-96b5-40dd-8e9a-ab341506cc35 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:11.120076 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0c9e6326-5819-46b5-9186-b0ecab8b2c2e req-5b9e3a0c-96b5-40dd-8e9a-ab341506cc35 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 943 time: 0.2149754 Sep 20 12:11:11.132204 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691b303-2957-4abc-a0b0-ddb258407aef req-d01e1676-dac5-4e3b-9832-900752c39f6f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:11.136556 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.140235 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9691b303-2957-4abc-a0b0-ddb258407aef req-d01e1676-dac5-4e3b-9832-900752c39f6f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.2339070 Sep 20 12:11:11.142633 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:11.171224 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port 79f48b71-3189-4e65-a8e8-d8432e222e8e, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=79f48b71-3189-4e65-a8e8-d8432e222e8e,segment=NetworkSegment(ffdee720-3f44-4f6d-99b8-416929efddf1),segment_id=ffdee720-3f44-4f6d-99b8-416929efddf1)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:11.180841 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.187143 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Router 0954bf87-2597-4274-a452-d6dc405607fd is scheduled to L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 with binding_index 1 {{(pid=94128) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 12:11:11.220263 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9691b303-2957-4abc-a0b0-ddb258407aef req-3356c057-b98c-444b-863e-05ca415d0945 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785632 Sep 20 12:11:11.224369 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0c9e6326-5819-46b5-9186-b0ecab8b2c2e req-cef21630-fff0-42b2-8445-6b1012dbb71a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779731 Sep 20 12:11:11.342274 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:11:11.345334 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-04559ff2-8db7-462c-a1e6-cd562a7caaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.359389 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.363422 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-19c34f73-94ee-41c8-b4ec-bc0e62dd8d2a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2549441 Sep 20 12:11:11.363552 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39198) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:11.368698 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Sync routers for ids ['0954bf87-2597-4274-a452-d6dc405607fd'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:11:11.380119 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=79f48b71-3189-4e65-a8e8-d8432e222e8e,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:11.405586 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:10Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:11.420747 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 369c433d-f51f-4025-9373-933b4971afc5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369c433d-f51f-4025-9373-933b4971afc5,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:11.431780 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f9fc49-2747-41fe-8600-46a8936150ea None None] The sync data for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi is: [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:10Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:11:11.434509 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Routers {'0954bf87-2597-4274-a452-d6dc405607fd'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:11.435152 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:10:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0954bf87-2597-4274-a452-d6dc405607fd'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:11.479586 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-04559ff2-8db7-462c-a1e6-cd562a7caaf4 None None] For port af742525-f54d-4759-9246-e8dda7357519, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=af742525-f54d-4759-9246-e8dda7357519,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:11.484619 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '369c433d-f51f-4025-9373-933b4971afc5', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:11:11.491467 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-04559ff2-8db7-462c-a1e6-cd562a7caaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.776256 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-04559ff2-8db7-462c-a1e6-cd562a7caaf4 None None] Provisioning complete for port 79f48b71-3189-4e65-a8e8-d8432e222e8e triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:11.776936 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-04559ff2-8db7-462c-a1e6-cd562a7caaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.781277 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04559ff2-8db7-462c-a1e6-cd562a7caaf4 None None] Pushing event updated for resources: {'Port': ['ID=af742525-f54d-4759-9246-e8dda7357519,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:11.812220 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.841369 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:11.848746 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Set router 0954bf87-2597-4274-a452-d6dc405607fd gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:11.851397 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369c433d-f51f-4025-9373-933b4971afc5 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:11:11.946841 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 369c433d-f51f-4025-9373-933b4971afc5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369c433d-f51f-4025-9373-933b4971afc5,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:11.956102 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.011656 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Allocated IP 172.20.0.1 (2587b320-e850-47da-a090-ca643d59827c/dff0b2c7-62a5-490a-94ce-29ca6bd8af15/c38a3a01-7eca-4429-bb1b-273f5798870c) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:12.086042 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=369c433d-f51f-4025-9373-933b4971afc5,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:12.137493 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.148997 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:10Z', 'revision_number': 3, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:12.173921 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.181810 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Checking router: 0954bf87-2597-4274-a452-d6dc405607fd for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:11:12.182160 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Updating router 0954bf87-2597-4274-a452-d6dc405607fd port c8a8233d-be8c-4d8d-a188-918cede95530 binding host dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:11:12.209221 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Network 2587b320-e850-47da-a090-ca643d59827c is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:12.211906 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:12.214706 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.215222 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:12.243135 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-f0d51146-2c28-459f-b7db-3ea9b191ba57 None None] Provisioning complete for port af742525-f54d-4759-9246-e8dda7357519 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:12.243511 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f0d51146-2c28-459f-b7db-3ea9b191ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.251397 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Pushing event updated for resources: {'Port': ['ID=c38a3a01-7eca-4429-bb1b-273f5798870c,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:12.269958 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7991947'] for router_interface, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.357241 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['369c433d-f51f-4025-9373-933b4971afc5'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:11:12.454710 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24e41e-b9b3-42d1-a0be-db27410a714a req-34cb58f5-734b-4231-8199-b9a50373a018 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:12.456521 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9c24e41e-b9b3-42d1-a0be-db27410a714a req-34cb58f5-734b-4231-8199-b9a50373a018 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 944 time: 0.1396747 Sep 20 12:11:12.467727 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f151c-c940-47af-97ed-293b0ff419c9 req-07446b96-2304-44bf-9cf4-1d93e22350e9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:12.469447 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-156f151c-c940-47af-97ed-293b0ff419c9 req-07446b96-2304-44bf-9cf4-1d93e22350e9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.1333852 Sep 20 12:11:12.507940 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-f0d51146-2c28-459f-b7db-3ea9b191ba57 None None] Provisioning complete for port 79f48b71-3189-4e65-a8e8-d8432e222e8e triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:12.507940 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f0d51146-2c28-459f-b7db-3ea9b191ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.534330 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.559762 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9c24e41e-b9b3-42d1-a0be-db27410a714a req-17eafb8b-d421-4368-b9e3-d50da7da1235 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891914 Sep 20 12:11:12.569692 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-156f151c-c940-47af-97ed-293b0ff419c9 req-c5abe54e-eb00-4f84-ae1e-52eca010d532 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753624 Sep 20 12:11:12.598392 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 79f48b71-3189-4e65-a8e8-d8432e222e8e up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:12.754579 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.761034 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.809537 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port 79f48b71-3189-4e65-a8e8-d8432e222e8e triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:12.809978 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.840684 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7819181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7993115'] for router_interface, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.848971 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.852029 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Pushing event updated for resources: {'Port': ['ID=c38a3a01-7eca-4429-bb1b-273f5798870c,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:12.864507 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.955121 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Network 2587b320-e850-47da-a090-ca643d59827c is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:12.956694 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:12.972101 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb591ab8-57e0-4312-a06e-b780c1f37e8c None None] Pushing event updated for resources: {'Port': ['ID=c8a8233d-be8c-4d8d-a188-918cede95530,revision_number=2']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:12.974457 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Attempting to bind port c8a8233d-be8c-4d8d-a188-918cede95530 on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:12.974768 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Attempting to bind port c8a8233d-be8c-4d8d-a188-918cede95530 by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:12.975132 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Attempting to bind port c8a8233d-be8c-4d8d-a188-918cede95530 on network f3344b5d-5788-473a-b961-169949d427b3 {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:12.994217 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:12.994432 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Checking segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:12.994715 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:12.995113 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Bound using segment: {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'} {{(pid=94129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:12.995591 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.managers [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Bound port: c8a8233d-be8c-4d8d-a188-918cede95530, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd348e13-7639-4b2d-b909-38cd481347f0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}}] {{(pid=94129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:12.995994 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:13.058550 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-dcb799ee-0012-48e0-960c-c33218e42002 None None] Provisioning complete for port c38a3a01-7eca-4429-bb1b-273f5798870c triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:13.058923 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-dcb799ee-0012-48e0-960c-c33218e42002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:13.103584 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:11:13.122142 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Router 0954bf87-2597-4274-a452-d6dc405607fd has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:11:13.147149 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device af742525-f54d-4759-9246-e8dda7357519 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:13.200927 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-dcb799ee-0012-48e0-960c-c33218e42002 None None] Port c38a3a01-7eca-4429-bb1b-273f5798870c cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:11:13.210934 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] For port c8a8233d-be8c-4d8d-a188-918cede95530, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:13.271392 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:11:13.277183 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] For port c8a8233d-be8c-4d8d-a188-918cede95530, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c8a8233d-be8c-4d8d-a188-918cede95530,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:13.277433 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-5982bc7b-409d-4e3e-8b79-e8f53db07359 admin admin] 10.222.0.20 "PUT /v2.0/routers/0954bf87-2597-4274-a452-d6dc405607fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9126437 Sep 20 12:11:13.300027 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:13.389868 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-271e0c33-008d-4964-8e72-5be1ddbc8e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:13.432226 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-fa7d7001-bec1-45b0-972c-6d0b4a98aeaa None None] Provisioning complete for port c38a3a01-7eca-4429-bb1b-273f5798870c triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:13.432603 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-fa7d7001-bec1-45b0-972c-6d0b4a98aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:13.441842 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port af742525-f54d-4759-9246-e8dda7357519 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:13.442351 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:13.443606 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb591ab8-57e0-4312-a06e-b780c1f37e8c None None] Pushing event updated for resources: {'Port': ['ID=c8a8233d-be8c-4d8d-a188-918cede95530,revision_number=3']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:13.469466 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Routers {'0954bf87-2597-4274-a452-d6dc405607fd'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:13.470634 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:11:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0954bf87-2597-4274-a452-d6dc405607fd'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:13.535121 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:13.573414 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'port_id': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'mac_address': 'fa:16:3e:56:28:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:11:13.591434 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d7001-bec1-45b0-972c-6d0b4a98aeaa None None] Port c38a3a01-7eca-4429-bb1b-273f5798870c cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:11:13.753573 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23afdc-85da-47f8-b17a-c6158042261d req-e7634aa3-8482-4cb8-a59a-09cdf37daae6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:13.755093 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db23afdc-85da-47f8-b17a-c6158042261d req-e7634aa3-8482-4cb8-a59a-09cdf37daae6 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 944 time: 0.0874372 Sep 20 12:11:13.819331 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-db23afdc-85da-47f8-b17a-c6158042261d req-e5dc2560-6066-4313-986a-f51ca444a932 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531952 Sep 20 12:11:13.837423 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:13.845582 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] Set router 0954bf87-2597-4274-a452-d6dc405607fd gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:13.892550 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07859de8-0332-42cb-bc1a-9cffbc2ecf4f {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:11:13.937513 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39240) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:13.942761 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-0a625326-66d9-4e1b-98b0-31d56cab3126 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084709346', 'description': 'tempest-secgroup-smoke-1084709346 description', 'project_id': 'e60856b945794704b5eb1c447cbf53d8'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:13.949587 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:13.968327 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:13.988811 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c26eb-6182-4242-a3ab-74e2f315e745 req-da2b4f46-2db8-4095-8d3d-4095c4766bbe tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:13.990561 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dc9c26eb-6182-4242-a3ab-74e2f315e745 req-da2b4f46-2db8-4095-8d3d-4095c4766bbe tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0796027 Sep 20 12:11:13.994929 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a625326-66d9-4e1b-98b0-31d56cab3126 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.056323 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['07859de8-0332-42cb-bc1a-9cffbc2ecf4f'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:11:14.061726 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-dc9c26eb-6182-4242-a3ab-74e2f315e745 req-90e12fbc-59e2-4c96-98c7-22613e89ed19 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609312 Sep 20 12:11:14.118063 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=6']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:14.134525 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.166374 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a625326-66d9-4e1b-98b0-31d56cab3126 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.171078 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a625326-66d9-4e1b-98b0-31d56cab3126 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.233359 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:12Z', 'revision_number': 4, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c38a3a01-7eca-4429-bb1b-273f5798870c', 'name': '', 'network_id': '2587b320-e850-47da-a090-ca643d59827c', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'mac_address': 'fa:16:3e:09:9a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:11Z', 'updated_at': '2021-09-20T12:11:12Z', 'revision_number': 2, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'subnets': [{'id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:14.269541 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9af53d-ed35-4182-8eba-c28beeeb7fc9 None None] The sync data for ids ['0954bf87-2597-4274-a452-d6dc405607fd'] in dv-cinder-810000-1-iscsi is: [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:12Z', 'revision_number': 4, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c38a3a01-7eca-4429-bb1b-273f5798870c', 'name': '', 'network_id': '2587b320-e850-47da-a090-ca643d59827c', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'mac_address': 'fa:16:3e:09:9a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:11Z', 'updated_at': '2021-09-20T12:11:12Z', 'revision_number': 2, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'subnets': [{'id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:11:14.389775 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.542290 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a625326-66d9-4e1b-98b0-31d56cab3126 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e046db-cb42-4498-8d1c-71ac3db63b4f,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:14.562614 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a625326-66d9-4e1b-98b0-31d56cab3126 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.564345 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-0a625326-66d9-4e1b-98b0-31d56cab3126 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6251059 Sep 20 12:11:14.568016 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39244) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:14.577998 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-65569c10-27ad-4309-bb54-e0d1936de2d4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'security_group_rule': {'security_group_id': '69e046db-cb42-4498-8d1c-71ac3db63b4f', 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:14.629618 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-65569c10-27ad-4309-bb54-e0d1936de2d4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.706221 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-65569c10-27ad-4309-bb54-e0d1936de2d4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.713556 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-65569c10-27ad-4309-bb54-e0d1936de2d4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.740208 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65569c10-27ad-4309-bb54-e0d1936de2d4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dafa40-c280-4d8c-9276-057c84555aa3,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:14.752944 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-65569c10-27ad-4309-bb54-e0d1936de2d4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.754146 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-65569c10-27ad-4309-bb54-e0d1936de2d4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848361 Sep 20 12:11:14.756944 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39246) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:14.761267 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-65002020-3853-4f6b-8471-488be3229398 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'security_group_rule': {'security_group_id': '69e046db-cb42-4498-8d1c-71ac3db63b4f', 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:14.794429 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-65002020-3853-4f6b-8471-488be3229398 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.861273 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-65002020-3853-4f6b-8471-488be3229398 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.867862 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-65002020-3853-4f6b-8471-488be3229398 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.890052 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65002020-3853-4f6b-8471-488be3229398 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b9e7f7-7b62-4990-b53c-7a5f7c58e968,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:14.907743 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-65002020-3853-4f6b-8471-488be3229398 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:14.909319 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-65002020-3853-4f6b-8471-488be3229398 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514747 Sep 20 12:11:14.912159 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39250) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:14.917360 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-f782f306-4e88-4d4a-a7fe-1fb0fff1703b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'security_group_rule': {'security_group_id': '69e046db-cb42-4498-8d1c-71ac3db63b4f', 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:14.958493 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f782f306-4e88-4d4a-a7fe-1fb0fff1703b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.037305 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d867df-0f30-469c-af35-6cd13e28d616 req-4cdd7eef-729d-49e2-936f-2128d8c6f086 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:15.041429 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-00d867df-0f30-469c-af35-6cd13e28d616 req-4cdd7eef-729d-49e2-936f-2128d8c6f086 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 944 time: 0.0899334 Sep 20 12:11:15.052845 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f782f306-4e88-4d4a-a7fe-1fb0fff1703b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.061038 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f782f306-4e88-4d4a-a7fe-1fb0fff1703b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.078870 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782f306-4e88-4d4a-a7fe-1fb0fff1703b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f218f76e-3af7-44df-9eb3-cc5fb46e7c9f,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:15.108221 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f782f306-4e88-4d4a-a7fe-1fb0fff1703b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.110106 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f782f306-4e88-4d4a-a7fe-1fb0fff1703b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967058 Sep 20 12:11:15.114947 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39254) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:15.121384 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-03ca3bce-ce93-4eeb-a42a-995c32544e64 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'security_group_rule': {'security_group_id': '69e046db-cb42-4498-8d1c-71ac3db63b4f', 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:15.128736 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 369c433d-f51f-4025-9373-933b4971afc5 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:15.150612 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-00d867df-0f30-469c-af35-6cd13e28d616 req-b5dec122-ac99-4789-95ee-c0adb7baf367 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001949 Sep 20 12:11:15.194819 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-03ca3bce-ce93-4eeb-a42a-995c32544e64 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.223259 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 369c433d-f51f-4025-9373-933b4971afc5 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:11:15.230343 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 369c433d-f51f-4025-9373-933b4971afc5 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:15.230343 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.314180 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095af2ec-cd14-49ad-807b-8c4d9af85aba req-33c12139-4ce9-4a36-af87-c4b95635b286 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:15.315815 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-095af2ec-cd14-49ad-807b-8c4d9af85aba req-33c12139-4ce9-4a36-af87-c4b95635b286 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 944 time: 0.1171727 Sep 20 12:11:15.372629 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-03ca3bce-ce93-4eeb-a42a-995c32544e64 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.381592 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-03ca3bce-ce93-4eeb-a42a-995c32544e64 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.405538 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-095af2ec-cd14-49ad-807b-8c4d9af85aba req-92b529da-e253-433c-b193-0e804e0b9666 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815887 Sep 20 12:11:15.428719 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca3bce-ce93-4eeb-a42a-995c32544e64 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01da2cf-29fd-4387-84ee-7f810bf38e3b,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:15.437661 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-03ca3bce-ce93-4eeb-a42a-995c32544e64 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.441924 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-03ca3bce-ce93-4eeb-a42a-995c32544e64 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3226225 Sep 20 12:11:15.442102 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.442211 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39258) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:15.446805 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-527452e2-bf4a-49c8-bd54-17c36e126c85 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'security_group_rule': {'security_group_id': '69e046db-cb42-4498-8d1c-71ac3db63b4f', 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:15.499152 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c433d-f51f-4025-9373-933b4971afc5'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:15.502044 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c89dced-4d75-4d45-bc9d-8196acdd9c20" -d '{"events": [{"server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "name": "network-vif-plugged", "status": "completed", "tag": "369c433d-f51f-4025-9373-933b4971afc5"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:15.503986 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.securitygroups_db [None req-527452e2-bf4a-49c8-bd54-17c36e126c85 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Project e60856b945794704b5eb1c447cbf53d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:11:15.534338 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-527452e2-bf4a-49c8-bd54-17c36e126c85 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.536732 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 369c433d-f51f-4025-9373-933b4971afc5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369c433d-f51f-4025-9373-933b4971afc5,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:15.546434 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.547255 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:15.647860 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-527452e2-bf4a-49c8-bd54-17c36e126c85 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.662004 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-527452e2-bf4a-49c8-bd54-17c36e126c85 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.691172 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-527452e2-bf4a-49c8-bd54-17c36e126c85 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.692647 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-527452e2-bf4a-49c8-bd54-17c36e126c85 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2494152 Sep 20 12:11:15.695488 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39268) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:15.700454 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-d7743b84-d476-4fb9-8ead-f305cbd193bd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'security_group_rule': {'security_group_id': '69e046db-cb42-4498-8d1c-71ac3db63b4f', 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:15.709964 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=369c433d-f51f-4025-9373-933b4971afc5,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:15.714934 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed3f934-1ecd-45a1-a9bc-ddc5efe746de x-openstack-request-id: req-8ed3f934-1ecd-45a1-a9bc-ddc5efe746de {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:15.715336 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "name": "network-vif-plugged", "status": "completed", "tag": "369c433d-f51f-4025-9373-933b4971afc5", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:15.715852 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed3f934-1ecd-45a1-a9bc-ddc5efe746de {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:15.716348 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c433d-f51f-4025-9373-933b4971afc5', 'code': 200} Sep 20 12:11:15.719636 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527452e2-bf4a-49c8-bd54-17c36e126c85 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6fe40e-7b96-4ed4-b4aa-1c5a9472907e,revision_number=0']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:15.744472 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.securitygroups_db [None req-d7743b84-d476-4fb9-8ead-f305cbd193bd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Project e60856b945794704b5eb1c447cbf53d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 12:11:15.757877 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d7743b84-d476-4fb9-8ead-f305cbd193bd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.767359 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.782822 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:15.783403 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.879796 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d7743b84-d476-4fb9-8ead-f305cbd193bd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.891349 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d7743b84-d476-4fb9-8ead-f305cbd193bd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.925538 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7743b84-d476-4fb9-8ead-f305cbd193bd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5c0386-1aea-4db1-8b00-d15181d72e29,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:15.947709 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.951092 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-d7743b84-d476-4fb9-8ead-f305cbd193bd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:15.952834 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-d7743b84-d476-4fb9-8ead-f305cbd193bd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2559206 Sep 20 12:11:16.040822 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c60ff-1f83-4cdd-85fa-77b570c4e7d0 req-b3a43946-6924-4b05-82fb-a179e4abd9ee tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:16.042450 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a55c60ff-1f83-4cdd-85fa-77b570c4e7d0 req-b3a43946-6924-4b05-82fb-a179e4abd9ee tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0716136 Sep 20 12:11:16.063630 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:16.077210 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:16.108948 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb596cfd-5779-43a6-9fb7-42151a167764 req-59c1556f-26a4-4cea-9e67-6b343853f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:16.116511 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-bb596cfd-5779-43a6-9fb7-42151a167764 req-59c1556f-26a4-4cea-9e67-6b343853f044 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 1098 time: 0.1141551 Sep 20 12:11:16.185040 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a55c60ff-1f83-4cdd-85fa-77b570c4e7d0 req-f8bb59d3-599f-412a-8b74-21d87fb4e85b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083174 Sep 20 12:11:16.199381 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=7']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:16.202944 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-bb596cfd-5779-43a6-9fb7-42151a167764 req-0264f6ff-7774-42c0-9a5a-124f8107a399 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791113 Sep 20 12:11:16.332887 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004051d-f049-490a-80ce-b5bdc21dedaf req-402104f4-ffd8-4a63-a29b-6734707d2e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:16.341797 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a004051d-f049-490a-80ce-b5bdc21dedaf req-402104f4-ffd8-4a63-a29b-6734707d2e8c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 945 time: 0.0996282 Sep 20 12:11:16.394622 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a004051d-f049-490a-80ce-b5bdc21dedaf req-1e7ff160-6ad4-4702-90c1-e02cb3cddb88 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518742 Sep 20 12:11:16.518233 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c8a8233d-be8c-4d8d-a188-918cede95530 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:16.607617 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31bfff-320e-480f-90a0-e67cee58680b req-a31a19ce-cae4-45c7-8f97-9fff020ddbb0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:16.611207 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port c8a8233d-be8c-4d8d-a188-918cede95530 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:16.612416 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:16.615624 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fd31bfff-320e-480f-90a0-e67cee58680b req-a31a19ce-cae4-45c7-8f97-9fff020ddbb0 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0946360 Sep 20 12:11:16.690224 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fd31bfff-320e-480f-90a0-e67cee58680b req-dee0fda9-0a9f-400e-a70d-22244b580047 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717661 Sep 20 12:11:16.719215 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:16.749524 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] For port c8a8233d-be8c-4d8d-a188-918cede95530, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c8a8233d-be8c-4d8d-a188-918cede95530,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:16.753039 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:16.806583 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Pushing event updated for resources: {'Port': ['ID=c8a8233d-be8c-4d8d-a188-918cede95530,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:17.328423 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dd04c5-0c75-4bef-976e-d99b164dac5c req-855239c3-be27-4845-8ab3-2bea01891703 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:17.330211 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-52dd04c5-0c75-4bef-976e-d99b164dac5c req-855239c3-be27-4845-8ab3-2bea01891703 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0548728 Sep 20 12:11:17.392290 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-52dd04c5-0c75-4bef-976e-d99b164dac5c req-d013597b-9696-4fca-b5c5-76cd734083dd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556352 Sep 20 12:11:17.516497 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346fb7-ec9e-4c38-b4c1-55213393b7e4 req-c4e70968-ceb1-424c-baf4-1be8b9aa6713 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:17.518020 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9d346fb7-ec9e-4c38-b4c1-55213393b7e4 req-c4e70968-ceb1-424c-baf4-1be8b9aa6713 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 945 time: 0.0609729 Sep 20 12:11:17.571974 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9d346fb7-ec9e-4c38-b4c1-55213393b7e4 req-a92aea96-cce9-4f50-b7db-4a0a8e9220e8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479572 Sep 20 12:11:17.717770 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:17.722565 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ae6bcd-5753-4f4e-a9ee-2131cff673fc" -d '{"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-plugged", "status": "completed", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:17.998370 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b20865-579c-4d4f-bbec-710b03c060fa req-164309a1-d093-4981-ab56-eecfdfb776ac tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:17.999827 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f7b20865-579c-4d4f-bbec-710b03c060fa req-164309a1-d093-4981-ab56-eecfdfb776ac tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 945 time: 0.3443878 Sep 20 12:11:18.033275 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ffadd-8845-44ed-92c5-fa505fc2e698 req-58be1f1a-7637-4d92-a28e-aee2250ffa68 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:18.036370 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e71ffadd-8845-44ed-92c5-fa505fc2e698 req-58be1f1a-7637-4d92-a28e-aee2250ffa68 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0821857 Sep 20 12:11:18.088274 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f7b20865-579c-4d4f-bbec-710b03c060fa req-795c5f41-4fbd-42f2-8287-7b4b97abe063 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782728 Sep 20 12:11:18.116520 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39346) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:18.122422 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e71ffadd-8845-44ed-92c5-fa505fc2e698 req-0378cd13-2728-45ae-a869-64c3b5fbc067 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722535 Sep 20 12:11:18.160549 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ac289f-6a23-4216-bd87-6e4b1f9ddfcd x-openstack-request-id: req-60ac289f-6a23-4216-bd87-6e4b1f9ddfcd {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:18.161206 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-plugged", "status": "completed", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:18.161824 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60ac289f-6a23-4216-bd87-6e4b1f9ddfcd {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:18.162659 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'code': 200} Sep 20 12:11:18.168661 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c236e0b-4a52-4a8d-86db-c36aadedb10f tempest-TestVolumeBootPattern-1331809189 tempest-TestVolumeBootPattern-1331809189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:18.170431 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-7c236e0b-4a52-4a8d-86db-c36aadedb10f tempest-TestVolumeBootPattern-1331809189 tempest-TestVolumeBootPattern-1331809189-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 1093 time: 0.0496726 Sep 20 12:11:18.173346 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39348) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:18.177853 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:18.203754 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:18.321279 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:18.466824 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c8a8233d-be8c-4d8d-a188-918cede95530 up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:18.481209 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Allocated IP 172.27.3.196 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/4f936d15-53ea-46aa-9408-a1e5fc803450) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:18.549255 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port c8a8233d-be8c-4d8d-a188-918cede95530 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:18.549751 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:18.578396 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f5f64-3c77-471b-9be4-c8f013a7e38c req-fa331d65-467f-497c-99f7-4a7139a15c7e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:18.580086 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-115f5f64-3c77-471b-9be4-c8f013a7e38c req-fa331d65-467f-497c-99f7-4a7139a15c7e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.1008832 Sep 20 12:11:18.667783 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-115f5f64-3c77-471b-9be4-c8f013a7e38c req-0e531a33-3591-47aa-8d96-fa0be9bef2bf tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537627 Sep 20 12:11:18.720220 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Sync routers for ids ['0954bf87-2597-4274-a452-d6dc405607fd'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:11:18.725491 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:18.732171 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Routers {'0954bf87-2597-4274-a452-d6dc405607fd'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:18.733139 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:11:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0954bf87-2597-4274-a452-d6dc405607fd'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:18.762938 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:18.806015 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:18.808916 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:18.812449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:18.861005 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=4f936d15-53ea-46aa-9408-a1e5fc803450,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:18.884988 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Set router 0954bf87-2597-4274-a452-d6dc405607fd gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:19.163759 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:12Z', 'revision_number': 4, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c38a3a01-7eca-4429-bb1b-273f5798870c', 'name': '', 'network_id': '2587b320-e850-47da-a090-ca643d59827c', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'mac_address': 'fa:16:3e:09:9a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:11Z', 'updated_at': '2021-09-20T12:11:12Z', 'revision_number': 2, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'subnets': [{'id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:19.194796 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Checking router: 0954bf87-2597-4274-a452-d6dc405607fd for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:11:19.195540 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Updating router 0954bf87-2597-4274-a452-d6dc405607fd port c38a3a01-7eca-4429-bb1b-273f5798870c binding host dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 12:11:19.235674 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.322522 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1429681-faaf-45c0-8f46-615e4f34cd89 req-981cf2d0-0444-474f-9eae-b39a3830f5a4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:19.330496 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f1429681-faaf-45c0-8f46-615e4f34cd89 req-981cf2d0-0444-474f-9eae-b39a3830f5a4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0726366 Sep 20 12:11:19.415810 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f1429681-faaf-45c0-8f46-615e4f34cd89 req-ae4790fa-fd83-456b-9a11-b3898aeffc39 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843608 Sep 20 12:11:19.431767 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.521759 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.597906 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Notify callbacks [] for port, precommit_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.604319 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.685698 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67b398-7504-4bba-9b4c-78248eddb381 None None] Pushing event updated for resources: {'Port': ['ID=c38a3a01-7eca-4429-bb1b-273f5798870c,revision_number=3']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:19.742931 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.753660 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.785595 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Attempting to bind port c38a3a01-7eca-4429-bb1b-273f5798870c on host dv-cinder-810000-1-iscsi for vnic_type normal with profile {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:19.786175 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Attempting to bind port c38a3a01-7eca-4429-bb1b-273f5798870c by drivers openvswitch,hyperv on host dv-cinder-810000-1-iscsi at level 0 using segments [{'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:19.786291 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Attempting to bind port c38a3a01-7eca-4429-bb1b-273f5798870c on network 2587b320-e850-47da-a090-ca643d59827c {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:19.792490 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Checking agent: {'id': '7f460c21-0a62-4143-b7d6-b30022807b72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810000-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 11, 57, 14), 'started_at': datetime.datetime(2021, 9, 20, 11, 57, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810000-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:19.792852 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Checking segment: {'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:19.793253 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.793629 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Bound using segment: {'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'} {{(pid=94130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:19.794087 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.managers [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Bound port: c38a3a01-7eca-4429-bb1b-273f5798870c, host: dv-cinder-810000-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdee720-3f44-4f6d-99b8-416929efddf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2587b320-e850-47da-a090-ca643d59827c'}}] {{(pid=94130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:19.794459 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.886215 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] For port c38a3a01-7eca-4429-bb1b-273f5798870c, host dv-cinder-810000-1-iscsi, cleared binding levels {{(pid=94130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:19.900992 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.903431 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.plugins.ml2.db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] For port c38a3a01-7eca-4429-bb1b-273f5798870c, host dv-cinder-810000-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c38a3a01-7eca-4429-bb1b-273f5798870c,segment=NetworkSegment(ffdee720-3f44-4f6d-99b8-416929efddf1),segment_id=ffdee720-3f44-4f6d-99b8-416929efddf1)] {{(pid=94130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:19.913995 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron_lib.callbacks.manager [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:19.916596 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=4f936d15-53ea-46aa-9408-a1e5fc803450,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:19.924760 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-7b3f17c2-023b-42c7-8b9d-b604246606df None None] Provisioning complete for port c38a3a01-7eca-4429-bb1b-273f5798870c triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:19.925233 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-7b3f17c2-023b-42c7-8b9d-b604246606df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:20.012434 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dd29a-d04c-477f-8dd2-bd2a533fa609 req-91316e23-2f57-4029-80ac-e5789db3e3eb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:20.013982 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-391dd29a-d04c-477f-8dd2-bd2a533fa609 req-91316e23-2f57-4029-80ac-e5789db3e3eb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.2286074 Sep 20 12:11:20.045100 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-7b3f17c2-023b-42c7-8b9d-b604246606df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:20.084083 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Routers {'0954bf87-2597-4274-a452-d6dc405607fd'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:20.084989 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:11:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0954bf87-2597-4274-a452-d6dc405607fd'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:20.107276 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-7b3f17c2-023b-42c7-8b9d-b604246606df None None] For port c38a3a01-7eca-4429-bb1b-273f5798870c, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c38a3a01-7eca-4429-bb1b-273f5798870c,segment=NetworkSegment(ffdee720-3f44-4f6d-99b8-416929efddf1),segment_id=ffdee720-3f44-4f6d-99b8-416929efddf1)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:20.116595 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Floating IP 3b49ec5b-f9e0-4a18-be57-270f4735eedf associated. External IP: 172.27.3.196, port: 369c433d-f51f-4025-9373-933b4971afc5. Sep 20 12:11:20.133800 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-7b3f17c2-023b-42c7-8b9d-b604246606df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:20.162539 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-391dd29a-d04c-477f-8dd2-bd2a533fa609 req-eba52ce1-cf9a-487a-9eb0-7e33447d9b78 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404233 Sep 20 12:11:20.238059 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f17c2-023b-42c7-8b9d-b604246606df None None] Pushing event updated for resources: {'Port': ['ID=c38a3a01-7eca-4429-bb1b-273f5798870c,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:20.257298 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] Set router 0954bf87-2597-4274-a452-d6dc405607fd gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:20.423873 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67b398-7504-4bba-9b4c-78248eddb381 None None] Pushing event updated for resources: {'Port': ['ID=c38a3a01-7eca-4429-bb1b-273f5798870c,revision_number=4']} {{(pid=94130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:20.469770 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-c6c3fae0-02aa-4307-ba4b-e1399e84c787 None None] Provisioning complete for port c38a3a01-7eca-4429-bb1b-273f5798870c triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:20.470151 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fae0-02aa-4307-ba4b-e1399e84c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:20.481942 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Router 4bd09b13-96de-4f08-b842-fe74646c2503 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:11:20.554390 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c38a3a01-7eca-4429-bb1b-273f5798870c up at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:20.582542 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:12Z', 'revision_number': 4, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c38a3a01-7eca-4429-bb1b-273f5798870c', 'name': '', 'network_id': '2587b320-e850-47da-a090-ca643d59827c', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'mac_address': 'fa:16:3e:09:9a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:11Z', 'updated_at': '2021-09-20T12:11:19Z', 'revision_number': 4, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'subnets': [{'id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:20.635750 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b9acd0-62d5-45f4-9ffc-1002d535b615 None None] The sync data for ids ['0954bf87-2597-4274-a452-d6dc405607fd'] in dv-cinder-810000-1-iscsi is: [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:12Z', 'revision_number': 4, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c38a3a01-7eca-4429-bb1b-273f5798870c', 'name': '', 'network_id': '2587b320-e850-47da-a090-ca643d59827c', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'mac_address': 'fa:16:3e:09:9a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:11Z', 'updated_at': '2021-09-20T12:11:19Z', 'revision_number': 4, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'subnets': [{'id': 'dff0b2c7-62a5-490a-94ce-29ca6bd8af15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:11:20.681264 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Provisioning complete for port c38a3a01-7eca-4429-bb1b-273f5798870c triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:20.681523 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:20.711152 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f9d22-e07d-4f82-8852-7c8236adfa18 req-68d3e890-c5c0-4451-96fa-abd98c5b5f8d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:20.713780 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ff0f9d22-e07d-4f82-8852-7c8236adfa18 req-68d3e890-c5c0-4451-96fa-abd98c5b5f8d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.1745872 Sep 20 12:11:20.720715 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:11:20.737472 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:11:20.771048 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:20.771788 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:11:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:20.789058 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:20.801149 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ff0f9d22-e07d-4f82-8852-7c8236adfa18 req-e3c214a5-22a7-4a21-82e4-be2a26b15dae tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758350 Sep 20 12:11:20.827566 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-443a46c8-239d-4ce2-950b-6df0729b131c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6531312 Sep 20 12:11:20.829399 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'tag': '369c433d-f51f-4025-9373-933b4971afc5'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:20.832193 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3467314-f8dc-455f-9482-f5d1ee579358" -d '{"events": [{"name": "network-changed", "server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "tag": "369c433d-f51f-4025-9373-933b4971afc5"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:20.906700 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fabfea-31b4-43a4-9327-85db74f10eb3 x-openstack-request-id: req-26fabfea-31b4-43a4-9327-85db74f10eb3 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:20.907046 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "tag": "369c433d-f51f-4025-9373-933b4971afc5", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:20.907294 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26fabfea-31b4-43a4-9327-85db74f10eb3 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:20.907687 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'tag': '369c433d-f51f-4025-9373-933b4971afc5', 'status': 'completed', 'code': 200} Sep 20 12:11:20.930806 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:20.986967 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-785e3174-fb37-4cf5-a78e-2eddd6011753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:20.998255 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-785e3174-fb37-4cf5-a78e-2eddd6011753 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 1098 time: 0.0596240 Sep 20 12:11:21.114072 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-eb45b8d5-88fc-4b26-ba60-acc7a7fcef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:21.115559 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-eb45b8d5-88fc-4b26-ba60-acc7a7fcef1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.1108687 Sep 20 12:11:21.188756 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-fa7c6f7b-d24c-4200-983a-bb12e58db218 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369c433d-f51f-4025-9373-933b4971afc5 HTTP/1.1" status: 200 len: 999 time: 0.0640752 Sep 20 12:11:21.280075 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-871dc83b-f592-47c9-843e-3c831e6c53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:21.308532 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-871dc83b-f592-47c9-843e-3c831e6c53cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.1123545 Sep 20 12:11:21.339339 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:19Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:21.364784 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a9add-25ae-4f22-9b7b-eb5396e29e4f req-1373b25d-beb0-4cd2-ad04-b00718568dc6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:21.373215 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1f7a9add-25ae-4f22-9b7b-eb5396e29e4f req-1373b25d-beb0-4cd2-ad04-b00718568dc6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.1153414 Sep 20 12:11:21.399170 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:11:21.414223 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-97bf8d66-f2a1-4a23-aa3f-070c567b3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:21.415769 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-97bf8d66-f2a1-4a23-aa3f-070c567b3168 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990081 Sep 20 12:11:21.419401 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:21.420149 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:11:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:21.428113 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1f7a9add-25ae-4f22-9b7b-eb5396e29e4f req-889e38e1-b375-4c6f-816a-8422fc274bd5 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538921 Sep 20 12:11:21.548569 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-7de5715b-cd18-4f76-932b-c8f7fab0db21 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248758 Sep 20 12:11:21.580391 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:21.678729 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b3467314-f8dc-455f-9482-f5d1ee579358 req-21090203-46a1-40f9-9f26-46ec518d1ffc service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224999 Sep 20 12:11:21.980683 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396ab51-fb80-4e3c-9687-f1784b30bbec req-2d97c5a0-72ef-439d-adb3-072f66bd2e2c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:21.982183 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a396ab51-fb80-4e3c-9687-f1784b30bbec req-2d97c5a0-72ef-439d-adb3-072f66bd2e2c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0625284 Sep 20 12:11:22.026744 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a396ab51-fb80-4e3c-9687-f1784b30bbec req-2585b808-a844-4c46-aa08-43fb3d896950 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380242 Sep 20 12:11:22.034931 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:19Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:22.068716 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a69a66-9499-459c-9c2e-184f84eb3387 None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:19Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:11:22.304215 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec14da-5656-4a7d-bcbf-40b71432b30a None None] New status for floating IP 3b49ec5b-f9e0-4a18-be57-270f4735eedf: ACTIVE {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:11:22.588455 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847bc16-b1bd-4b17-a29c-31faef5f8a76 req-420db195-d09b-4e2e-b1fd-40d9351a13f9 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:22.590397 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c847bc16-b1bd-4b17-a29c-31faef5f8a76 req-420db195-d09b-4e2e-b1fd-40d9351a13f9 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0562265 Sep 20 12:11:22.630707 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c847bc16-b1bd-4b17-a29c-31faef5f8a76 req-54d9a52b-f6b2-4bab-882d-380af8e2fb76 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Sep 20 12:11:23.190283 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe80981-39ee-4d85-9e31-0b3ff5d3f5fe req-f1a4f78c-8746-403a-b913-29928eabb607 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:23.192044 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0fe80981-39ee-4d85-9e31-0b3ff5d3f5fe req-f1a4f78c-8746-403a-b913-29928eabb607 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0707233 Sep 20 12:11:23.254557 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0fe80981-39ee-4d85-9e31-0b3ff5d3f5fe req-8d53cd9a-729b-4d53-ab13-3c8c37eef811 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495937 Sep 20 12:11:23.782442 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af54b29-fbb6-42c6-9117-93d8a70a2dc3 req-f10c1602-a491-48cb-862d-e57b753ed9da tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:23.784285 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1af54b29-fbb6-42c6-9117-93d8a70a2dc3 req-f10c1602-a491-48cb-862d-e57b753ed9da tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0725508 Sep 20 12:11:23.824557 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1af54b29-fbb6-42c6-9117-93d8a70a2dc3 req-0826f8f8-1bd6-413f-982b-14122be50c50 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341148 Sep 20 12:11:24.382943 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd28a-2814-4169-9f80-6ace7b702495 req-51007c1e-15d4-4ec4-9b2d-38b20326da18 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:24.384475 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-baddd28a-2814-4169-9f80-6ace7b702495 req-51007c1e-15d4-4ec4-9b2d-38b20326da18 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0611849 Sep 20 12:11:24.424335 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-baddd28a-2814-4169-9f80-6ace7b702495 req-1be7afa3-1a08-46a3-ba30-95e0300633c5 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333180 Sep 20 12:11:24.950077 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f6a9d-a6a2-4664-9b21-ae3334bfc181 req-a7c29ddf-147b-4b17-88f6-70500d9bc14d tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:24.951564 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-065f6a9d-a6a2-4664-9b21-ae3334bfc181 req-a7c29ddf-147b-4b17-88f6-70500d9bc14d tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0558314 Sep 20 12:11:24.993491 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-065f6a9d-a6a2-4664-9b21-ae3334bfc181 req-26b8222f-ceea-4eaa-aa9d-0453dc9eb63a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351589 Sep 20 12:11:25.553943 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f7d69-ceb9-47ee-9b72-e54f95c62c39 req-19149f1a-7037-4efd-a1bc-39567d9b0f9c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:25.556242 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b46f7d69-ceb9-47ee-9b72-e54f95c62c39 req-19149f1a-7037-4efd-a1bc-39567d9b0f9c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0554173 Sep 20 12:11:25.595881 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b46f7d69-ceb9-47ee-9b72-e54f95c62c39 req-be3b22cf-3fcb-420d-8678-9fb0606204ee tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335326 Sep 20 12:11:25.712934 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-f8b9a5b1-e7c8-4e73-9978-8876d3585b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:25.714335 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-f8b9a5b1-e7c8-4e73-9978-8876d3585b72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 1098 time: 0.0408511 Sep 20 12:11:25.807984 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-e1057eb1-a7e2-4046-8a62-f10fd873eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:25.809743 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-e1057eb1-a7e2-4046-8a62-f10fd873eb46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.0880241 Sep 20 12:11:25.878960 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-474e56cc-fb01-4570-ab48-74f1ea796ef4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f HTTP/1.1" status: 200 len: 1000 time: 0.0568874 Sep 20 12:11:25.927488 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-c9ea6cbe-3743-49ec-9dca-df1d269e35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:25.928904 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-c9ea6cbe-3743-49ec-9dca-df1d269e35e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0419037 Sep 20 12:11:25.976640 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-5ab00ce5-307d-4be7-a381-c7fc0245750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:25.978025 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-5ab00ce5-307d-4be7-a381-c7fc0245750f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415158 Sep 20 12:11:26.066676 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-5a2f0249-8f13-4bcf-b1e3-0a569f4765d7 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805607 Sep 20 12:11:26.107012 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12724222-bf8e-4b71-9f44-fc26b5b1c44f req-6e4d981d-aada-42ec-b9f4-65bf5c80e4eb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:26.108683 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-12724222-bf8e-4b71-9f44-fc26b5b1c44f req-6e4d981d-aada-42ec-b9f4-65bf5c80e4eb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Sep 20 12:11:26.149592 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-12724222-bf8e-4b71-9f44-fc26b5b1c44f req-6756a552-ad83-4579-8b97-d20be89b799e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Sep 20 12:11:26.163094 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-a21c8cc8-2ce8-4f10-82fe-984a27c9006b req-043c782f-713b-4f29-b623-a271b05f63c3 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880082 Sep 20 12:11:26.717345 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20efbef-8499-4817-ad93-313ebd9ffc3d req-d01278d4-b46b-45eb-9954-2799e7c61d5a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:26.718792 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e20efbef-8499-4817-ad93-313ebd9ffc3d req-d01278d4-b46b-45eb-9954-2799e7c61d5a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0527103 Sep 20 12:11:26.757561 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e20efbef-8499-4817-ad93-313ebd9ffc3d req-8e7e25aa-d451-40d7-8ec9-834e8fd40d5b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Sep 20 12:11:27.262176 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86654806-606d-49d7-8954-0db8be291f47 req-89e7727f-d5a5-4812-b8d5-a63ce9d0cfab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:27.263613 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-86654806-606d-49d7-8954-0db8be291f47 req-89e7727f-d5a5-4812-b8d5-a63ce9d0cfab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0479119 Sep 20 12:11:27.301454 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-86654806-606d-49d7-8954-0db8be291f47 req-cd2790a6-336d-412c-b4c6-0bd66f8ad28c tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316949 Sep 20 12:11:27.885041 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf052e-a41f-4047-8235-c89fda5c876f req-925d6506-e648-4154-82f4-a31a4b45d816 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:27.886493 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9dbf052e-a41f-4047-8235-c89fda5c876f req-925d6506-e648-4154-82f4-a31a4b45d816 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0505538 Sep 20 12:11:27.923780 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9dbf052e-a41f-4047-8235-c89fda5c876f req-c84d60e6-a2dd-4504-aae5-61f53de6ccc9 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312068 Sep 20 12:11:28.420533 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74cd3f-2417-462f-a39f-f986e69efaab req-1d253c01-fb89-49b3-b0d3-06237e824d49 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:28.422335 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb74cd3f-2417-462f-a39f-f986e69efaab req-1d253c01-fb89-49b3-b0d3-06237e824d49 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0523376 Sep 20 12:11:28.461571 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cb74cd3f-2417-462f-a39f-f986e69efaab req-3ae1787a-e99d-4d90-a6fe-9779b026761a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333681 Sep 20 12:11:28.866277 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01af4a8-60c8-4267-bf8d-717861591cff req-55a3c218-3fda-46b5-b00b-09f3fa76450e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:28.868076 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c01af4a8-60c8-4267-bf8d-717861591cff req-55a3c218-3fda-46b5-b00b-09f3fa76450e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 945 time: 0.0505891 Sep 20 12:11:28.907643 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c01af4a8-60c8-4267-bf8d-717861591cff req-0a7ea136-9693-4d88-b05f-3037cf580c93 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305958 Sep 20 12:11:29.121117 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39484) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:29.162651 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:11:29.202714 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-11bc2a82-9455-43f0-a252-c62e8b087094 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804875 Sep 20 12:11:29.211931 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-c73aea9d-4f50-4d76-b653-28f533de513a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94128) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:11:29.212868 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-c73aea9d-4f50-4d76-b653-28f533de513a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048141 Sep 20 12:11:29.240492 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:29.262709 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:29.264977 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef02f72-1023-491d-9c95-fe4f7c2582e1" -d '{"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-unplugged", "status": "completed", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:29.277962 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:29.283286 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:29.308170 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6588896-79e0-4077-8eb6-622ca562d3a8 x-openstack-request-id: req-f6588896-79e0-4077-8eb6-622ca562d3a8 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:29.308815 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-unplugged", "status": "failed", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f", "code": 422}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:29.309153 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6588896-79e0-4077-8eb6-622ca562d3a8 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:29.309849 dv-cinder-810000-1-iscsi neutron-server[94129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'code': 422} returned with failed status Sep 20 12:11:29.339161 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=8']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:29.586556 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3156c-bb52-4be6-859a-5f90c3bf626a req-0ca3a7c7-b5fb-4da4-bd26-11e291c05666 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:29.588055 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f9d3156c-bb52-4be6-859a-5f90c3bf626a req-0ca3a7c7-b5fb-4da4-bd26-11e291c05666 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0516105 Sep 20 12:11:29.626858 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f9d3156c-bb52-4be6-859a-5f90c3bf626a req-c0665181-a6d6-4266-ae99-4f70a8761438 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325942 Sep 20 12:11:30.024815 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aea2c-f729-47d6-9cd4-69644f6bbd8f req-c2f20c8f-de5e-40c1-aa08-23fc266d8724 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:30.026350 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-710aea2c-f729-47d6-9cd4-69644f6bbd8f req-c2f20c8f-de5e-40c1-aa08-23fc266d8724 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0484085 Sep 20 12:11:30.062518 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-710aea2c-f729-47d6-9cd4-69644f6bbd8f req-3ddb4c52-81f0-4af7-85cc-e98fe9d19669 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301726 Sep 20 12:11:30.092672 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-da84cac0-7bf8-4df2-8dd5-b592667b6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:30.094190 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-da84cac0-7bf8-4df2-8dd5-b592667b6439 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a&tenant_id=30c7df32a5dd487982bde2955460d182 HTTP/1.1" status: 200 len: 1096 time: 0.0680456 Sep 20 12:11:30.154296 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-3c87495c-33c6-420c-9cd2-3f9c419f61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:30.155715 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-3c87495c-33c6-420c-9cd2-3f9c419f61dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 1096 time: 0.0383315 Sep 20 12:11:30.250239 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-ac16dfa0-6b5d-4a41-ac1c-25f3c8bede43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:30.252756 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-ac16dfa0-6b5d-4a41-ac1c-25f3c8bede43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.0863731 Sep 20 12:11:30.318861 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-7cf500c8-34c3-4952-a6bb-2ecc8a6fd9be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f HTTP/1.1" status: 200 len: 998 time: 0.0583754 Sep 20 12:11:30.365854 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-98f53365-fdfe-485f-902f-e303df03270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:30.367216 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-98f53365-fdfe-485f-902f-e303df03270f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0409355 Sep 20 12:11:30.410522 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-bbb6f238-f903-400b-9127-32cd8b575f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:30.411997 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-bbb6f238-f903-400b-9127-32cd8b575f00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374565 Sep 20 12:11:30.501902 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-5f6ec159-b62c-4b72-82fa-be6ec7cdd3e4 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816004 Sep 20 12:11:30.589920 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79aaee9d-f86b-4af1-b0fb-badaa1312c36 req-680bc006-fd4e-4fdf-96d7-111c488599f1 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798583 Sep 20 12:11:30.739739 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150bab9-bf11-40f4-be1c-6a46cb426fcf req-d89783f7-0bcd-499f-bcf5-fe2537c668ae tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:30.741450 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b150bab9-bf11-40f4-be1c-6a46cb426fcf req-d89783f7-0bcd-499f-bcf5-fe2537c668ae tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Sep 20 12:11:30.779012 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b150bab9-bf11-40f4-be1c-6a46cb426fcf req-d466976d-852d-4d14-b5fb-23653194717d tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Sep 20 12:11:31.197416 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcd1bd-f044-4244-bcc8-8ad4c3f357bd req-351944bd-bc4e-421a-b8e4-ef7f59c67abb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:31.199742 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a9fcd1bd-f044-4244-bcc8-8ad4c3f357bd req-351944bd-bc4e-421a-b8e4-ef7f59c67abb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0599325 Sep 20 12:11:31.238548 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a9fcd1bd-f044-4244-bcc8-8ad4c3f357bd req-fb24cbce-b259-490b-81e3-0b06a3a90555 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Sep 20 12:11:31.890166 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae3df5-ec93-4f07-968d-bc2bdf0b53dc req-0f264855-aca8-4703-b8c9-311e2fac5c7e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:31.892223 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e0ae3df5-ec93-4f07-968d-bc2bdf0b53dc req-0f264855-aca8-4703-b8c9-311e2fac5c7e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Sep 20 12:11:31.932294 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e0ae3df5-ec93-4f07-968d-bc2bdf0b53dc req-cad6470c-2d5e-4d3a-9996-5f1d444dab11 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342381 Sep 20 12:11:32.379834 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd452a-8baa-404a-bf5b-ed49e669fa26 req-f08ceacd-c657-4d3e-8cb2-54419dff29cc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:32.382279 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c5fd452a-8baa-404a-bf5b-ed49e669fa26 req-f08ceacd-c657-4d3e-8cb2-54419dff29cc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0508916 Sep 20 12:11:32.431095 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c5fd452a-8baa-404a-bf5b-ed49e669fa26 req-00573718-1438-4561-a9ec-8b0e44ccd152 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427897 Sep 20 12:11:33.058186 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91536eec-4194-4464-bda7-0145e3def5f8 req-654e67af-efd0-492e-87db-9939732821f2 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:33.059641 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-91536eec-4194-4464-bda7-0145e3def5f8 req-654e67af-efd0-492e-87db-9939732821f2 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0556846 Sep 20 12:11:33.096794 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-91536eec-4194-4464-bda7-0145e3def5f8 req-c671bcfd-29b7-430c-a690-af0944a8e981 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Sep 20 12:11:33.551254 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbca37d-377d-43a1-af04-8c0e60467e59 req-8feb644e-36fc-4009-a562-43894b1c11b8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:33.552717 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9bbca37d-377d-43a1-af04-8c0e60467e59 req-8feb644e-36fc-4009-a562-43894b1c11b8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0480895 Sep 20 12:11:33.600794 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9bbca37d-377d-43a1-af04-8c0e60467e59 req-7c73c976-7dcb-4067-990c-3e2d4cc9b9c6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420020 Sep 20 12:11:33.851070 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-c6925e0b-6c4f-4900-a0ca-063b0a2849de tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084709346&fields=id&tenant_id=e60856b945794704b5eb1c447cbf53d8 HTTP/1.1" status: 200 len: 267 time: 0.0340753 Sep 20 12:11:33.960202 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-a03ad1dc-384e-4321-bc91-0047d87f5096 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:33.961683 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-a03ad1dc-384e-4321-bc91-0047d87f5096 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 809 time: 0.1035533 Sep 20 12:11:33.977111 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-2853d3b6-b042-441f-a6c7-2769159b961e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/quotas/e60856b945794704b5eb1c447cbf53d8 HTTP/1.1" status: 200 len: 375 time: 0.0095680 Sep 20 12:11:34.028572 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-daef0cba-a9a5-4a1b-ba5a-97687a55532a tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461838 Sep 20 12:11:34.129467 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-7ae26125-1646-4c15-838f-532132e2997e service neutron] 10.222.0.20 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891469 Sep 20 12:11:34.257938 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d2af2-ddb9-4750-b398-dcf2e84b9189 req-34df11bb-d454-484d-918f-7b4e9e58d072 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:34.259495 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-da4d2af2-ddb9-4750-b398-dcf2e84b9189 req-34df11bb-d454-484d-918f-7b4e9e58d072 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0933492 Sep 20 12:11:34.263302 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-bd714821-7a66-4360-a48b-07cd82833468 service neutron] 10.222.0.20 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280155 Sep 20 12:11:34.304896 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-da4d2af2-ddb9-4750-b398-dcf2e84b9189 req-6e28d2bc-556d-432f-acc5-298f2ae61885 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372558 Sep 20 12:11:34.571823 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a3fd2ae2-c11a-488a-a4c1-3123c148c129 req-40906def-6025-4c24-b13d-3ce7c4e75c02 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0316167 Sep 20 12:11:34.736844 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f18fa-1012-4c10-96ae-8da2ea1e0c65 req-9a97779e-cab9-4cda-95e0-3960591a53cc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:34.739158 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d5f18fa-1012-4c10-96ae-8da2ea1e0c65 req-9a97779e-cab9-4cda-95e0-3960591a53cc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0562894 Sep 20 12:11:34.784966 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1d5f18fa-1012-4c10-96ae-8da2ea1e0c65 req-3b3b9be9-8166-432f-809b-cb8db9a6598e tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388370 Sep 20 12:11:35.422193 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e794aaf-2e52-4641-a4ec-bf78c40421d9 req-2330691d-3795-4926-b713-5433ecb2799e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:35.423643 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5e794aaf-2e52-4641-a4ec-bf78c40421d9 req-2330691d-3795-4926-b713-5433ecb2799e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0495038 Sep 20 12:11:35.463662 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5e794aaf-2e52-4641-a4ec-bf78c40421d9 req-83a7b885-9b7e-478a-bbca-5739532788d5 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336971 Sep 20 12:11:35.665412 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0db4b1f7-b46f-451a-87f7-91e55c95ee82 req-d8530ae7-9020-4849-ba74-4a3d0a814bfe tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0300977 Sep 20 12:11:35.906239 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62e67c-b568-4fff-8154-9a74a971ac65 req-92d8e318-c11d-45f2-8f11-bfbdef2cb95a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:35.907662 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2d62e67c-b568-4fff-8154-9a74a971ac65 req-92d8e318-c11d-45f2-8f11-bfbdef2cb95a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0501971 Sep 20 12:11:35.946736 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2d62e67c-b568-4fff-8154-9a74a971ac65 req-64a031c5-2fda-432e-bc37-4475c11e5a1f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330439 Sep 20 12:11:36.590235 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfc941-1a8c-48f1-9bfc-18b42de93cd4 req-6a35ebfc-93a0-4df1-bb42-8277d94c65b1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:36.591735 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-26dfc941-1a8c-48f1-9bfc-18b42de93cd4 req-6a35ebfc-93a0-4df1-bb42-8277d94c65b1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0498171 Sep 20 12:11:36.633314 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-26dfc941-1a8c-48f1-9bfc-18b42de93cd4 req-635d8e92-1b01-4d81-be14-396e74f9fd4b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346222 Sep 20 12:11:36.763435 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-bfb29911-dd39-46c7-bc71-27688585738c req-64ade88c-8346-4662-a339-113b3081e64e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0284905 Sep 20 12:11:37.079833 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eabfb4-a38e-4d03-acd7-26506035dedc req-c2b296cd-ea04-42b0-912d-3dc38e468e73 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:37.081336 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c4eabfb4-a38e-4d03-acd7-26506035dedc req-c2b296cd-ea04-42b0-912d-3dc38e468e73 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0538731 Sep 20 12:11:37.120620 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c4eabfb4-a38e-4d03-acd7-26506035dedc req-a47f2a91-237e-4cf0-aa8b-4082324391d4 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330930 Sep 20 12:11:37.751818 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7ec38-98bd-4901-b827-db8b3c92a305 req-0fa98056-efa7-4d81-9028-c3d1bff3dd3b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:37.753354 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e9d7ec38-98bd-4901-b827-db8b3c92a305 req-0fa98056-efa7-4d81-9028-c3d1bff3dd3b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0508115 Sep 20 12:11:37.793394 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e9d7ec38-98bd-4901-b827-db8b3c92a305 req-21fcbab9-c7d2-4482-9c16-38f5a2c51203 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340538 Sep 20 12:11:37.859181 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5084ac31-a3a1-40dc-a7e9-5c32372eb608 req-068a4497-de4d-4f2d-90da-8010b25ae46c tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0273807 Sep 20 12:11:38.491062 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc281e6-1172-4493-be21-31282e696dd7 req-3cf00984-8d3c-434f-b923-0235b26de30b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:38.492585 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6dc281e6-1172-4493-be21-31282e696dd7 req-3cf00984-8d3c-434f-b923-0235b26de30b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.2995784 Sep 20 12:11:38.533105 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6dc281e6-1172-4493-be21-31282e696dd7 req-5f30eeea-cb17-4c15-ad98-b2aa190cd19d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344460 Sep 20 12:11:38.918513 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6ce0d-88d5-4628-b2c0-90f23123d795 req-163f37a1-8308-43b2-9710-d2c17f1dd4b6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:38.920015 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f6a6ce0d-88d5-4628-b2c0-90f23123d795 req-163f37a1-8308-43b2-9710-d2c17f1dd4b6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0492496 Sep 20 12:11:38.963198 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-df288a55-b147-4954-8b88-6b4ae6d3ff39 req-6ea2a8ab-3802-4085-acf5-21bae78c1996 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0373998 Sep 20 12:11:38.981511 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f6a6ce0d-88d5-4628-b2c0-90f23123d795 req-9b682aea-1e5a-4fd8-867d-fe6bccc105f5 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540164 Sep 20 12:11:39.655015 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8405023-2e82-4130-a1a5-1a9eaa3d4634 req-bf36d041-e7a5-4cf5-8ce2-10fc699af814 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:39.657060 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e8405023-2e82-4130-a1a5-1a9eaa3d4634 req-bf36d041-e7a5-4cf5-8ce2-10fc699af814 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0514772 Sep 20 12:11:39.695748 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e8405023-2e82-4130-a1a5-1a9eaa3d4634 req-2b95d3f7-4611-4bde-9309-1803a3a06d4b tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324628 Sep 20 12:11:39.965761 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:40.066353 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0a7d7eff-f8be-4d57-86fb-681d8324dccd req-3e7ec00c-439d-48b2-a085-66dc259c6ba8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0306461 Sep 20 12:11:40.114926 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a122f154-f045-4197-848b-afaaf027f890 req-16d5cbe5-d22e-4afd-acfe-ea119d734b8b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:40.116495 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a122f154-f045-4197-848b-afaaf027f890 req-16d5cbe5-d22e-4afd-acfe-ea119d734b8b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0525837 Sep 20 12:11:40.154342 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a122f154-f045-4197-848b-afaaf027f890 req-589fe6f4-d127-41f2-a271-8d71317b4794 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Sep 20 12:11:40.620057 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-63a0784d-0b06-4b67-8c3c-6d29c18c774a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:40.817624 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54afec-99cd-4344-bf19-13a538c6148b req-f6af9c26-4a21-455f-8e57-e26a6f870f74 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:40.819184 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5e54afec-99cd-4344-bf19-13a538c6148b req-f6af9c26-4a21-455f-8e57-e26a6f870f74 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0486617 Sep 20 12:11:40.861427 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5e54afec-99cd-4344-bf19-13a538c6148b req-2dc937bb-d275-4ae6-bfa0-212fd910df7f tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363302 Sep 20 12:11:41.172007 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0620a59e-b660-47be-b7a6-b393983f8621 req-ca30cd35-622e-4749-b7b4-c0ea1d09baf5 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0255125 Sep 20 12:11:41.272525 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021739bc-9a85-429a-b7a3-46f211f9c792 req-a4471ec3-1951-43cb-8528-6c44a2b3492e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:41.273978 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-021739bc-9a85-429a-b7a3-46f211f9c792 req-a4471ec3-1951-43cb-8528-6c44a2b3492e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0505550 Sep 20 12:11:41.313986 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-021739bc-9a85-429a-b7a3-46f211f9c792 req-cd2325b6-34dc-4f69-94a2-ed57966c070b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334430 Sep 20 12:11:41.980511 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8e6e9-668a-4541-9bb4-878f695a0686 req-9574996b-f450-4bf2-9a31-a2eef176f669 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:41.981931 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-92a8e6e9-668a-4541-9bb4-878f695a0686 req-9574996b-f450-4bf2-9a31-a2eef176f669 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0472748 Sep 20 12:11:42.018268 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-92a8e6e9-668a-4541-9bb4-878f695a0686 req-b0aef9c5-a6d1-4388-810a-80b8e9774ee2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306063 Sep 20 12:11:42.269721 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c97a55a7-0874-4a76-b10e-54d58640795a req-a44185a4-5877-486c-9da8-ec57458048cd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0295818 Sep 20 12:11:42.425774 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dcb7c-1977-46d0-907c-11e2276bdc06 req-4f30ef29-dfd3-401d-92fa-fdc344787632 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:42.427195 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-756dcb7c-1977-46d0-907c-11e2276bdc06 req-4f30ef29-dfd3-401d-92fa-fdc344787632 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0469437 Sep 20 12:11:42.463061 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-756dcb7c-1977-46d0-907c-11e2276bdc06 req-3452ddba-c740-41b3-a508-983ccff74e7f tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299828 Sep 20 12:11:42.662887 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85061b50-95ff-4508-9983-30e4c39daa71 req-d9312f40-88b6-4dac-b23e-024459755f42 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:42.664882 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-85061b50-95ff-4508-9983-30e4c39daa71 req-d9312f40-88b6-4dac-b23e-024459755f42 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0553155 Sep 20 12:11:42.707578 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-85061b50-95ff-4508-9983-30e4c39daa71 req-04e4c912-668a-4582-afb6-97432a13b4d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364790 Sep 20 12:11:42.726031 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-09e5fa05-2389-42dc-be38-80967f6250d0 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:42.733547 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-09e5fa05-2389-42dc-be38-80967f6250d0 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.57 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 809 time: 0.1334729 Sep 20 12:11:42.794301 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-3f7573ff-45fd-4f85-8731-30dc3047bf5e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e60856b945794704b5eb1c447cbf53d8 HTTP/1.1" status: 200 len: 380 time: 0.0408118 Sep 20 12:11:42.796964 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-6f433d13-3ab8-493c-88a3-fe12be0612fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:42.798934 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-6f433d13-3ab8-493c-88a3-fe12be0612fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 1098 time: 0.0898154 Sep 20 12:11:42.803718 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'port': {'device_id': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'admin_state_up': True, 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'security_groups': ['69e046db-cb42-4498-8d1c-71ac3db63b4f']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:42.957715 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-10be7c97-0c6f-44e2-a8d7-e9af7a223034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:42.959167 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-10be7c97-0c6f-44e2-a8d7-e9af7a223034 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 911 time: 0.1511831 Sep 20 12:11:43.008609 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Made reservation on behalf of e60856b945794704b5eb1c447cbf53d8 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:11:43.011941 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:43.053973 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-4cb27a58-cb95-4d89-8843-d89424c7a535 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9e516b0-8161-4aa6-a47a-30cc74468113 HTTP/1.1" status: 200 len: 1001 time: 0.0869379 Sep 20 12:11:43.149677 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d9142-1680-4762-ba0e-5db97c06f5ce req-24705d9a-7055-46d3-a52e-9309b03b8200 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:43.151125 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-044d9142-1680-4762-ba0e-5db97c06f5ce req-24705d9a-7055-46d3-a52e-9309b03b8200 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0579138 Sep 20 12:11:43.169319 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-c3073a53-a9d4-4af2-b51f-a70151107323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:43.170772 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-c3073a53-a9d4-4af2-b51f-a70151107323 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4233159-8906-4cc3-b34a-93ac5aedcf9e HTTP/1.1" status: 200 len: 849 time: 0.0850105 Sep 20 12:11:43.194730 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-044d9142-1680-4762-ba0e-5db97c06f5ce req-b3e03ca6-38c4-464c-9ed4-c2a78bcd8036 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367863 Sep 20 12:11:43.224116 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Allocated IP 172.20.0.6 (705061f5-7804-495c-ab63-f0d01d466b5c/094e20d4-5296-4eff-9b86-334c3fb4f193/7086970b-563a-48b1-9e68-d8f1321df9be) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:43.237889 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-c4008dcd-2b8c-43c4-a656-1e7541ad4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:43.239376 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-c4008dcd-2b8c-43c4-a656-1e7541ad4b24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ded63163-f151-401e-b7b6-adf511d65bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616753 Sep 20 12:11:43.283258 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5f9af11b-b484-4c36-ab09-34c612da97cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:43.366147 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79e37f34-4f6f-46a2-aa11-dd182036f999 req-581ebf85-965b-4cf5-b8aa-279365456373 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0264187 Sep 20 12:11:43.408914 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-803aa768-a674-4cc3-95fe-51f23b2705b0 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595354 Sep 20 12:11:43.461280 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:43.534627 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9d1168fb-93c5-48e7-b5cf-1e79984e07fa req-9b889524-7456-47e3-b3f8-7f319ae79445 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149743 Sep 20 12:11:43.540458 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:43.580411 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Network 705061f5-7804-495c-ab63-f0d01d466b5c is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:43.583433 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:43.587023 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:43.621265 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:43.635006 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.635359 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.635700 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.636057 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.636383 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.636754 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.637027 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.637349 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.637671 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.637991 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.638310 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.638626 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:43.658205 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:43.658820 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:43.674071 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-25a4514e-7235-45ab-a78d-05d7835e3f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8738358 Sep 20 12:11:43.687551 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Request body: {'port': {'device_id': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:43.746958 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:43.829157 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87915b8-5453-456e-bedb-7293d38d53c6 req-45f3956c-c067-4217-ba9f-898bc2e58fde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:43.829780 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-3bf04e5d-73c4-4721-bf21-0413b7cb2721 None None] Provisioning complete for port 7086970b-563a-48b1-9e68-d8f1321df9be triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:43.830283 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-3bf04e5d-73c4-4721-bf21-0413b7cb2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:43.830589 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b87915b8-5453-456e-bedb-7293d38d53c6 req-45f3956c-c067-4217-ba9f-898bc2e58fde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0487149 Sep 20 12:11:43.865520 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-3bf04e5d-73c4-4721-bf21-0413b7cb2721 None None] Port 7086970b-563a-48b1-9e68-d8f1321df9be cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:11:43.872414 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b87915b8-5453-456e-bedb-7293d38d53c6 req-e33a5261-7825-46fe-b86a-0443bc97ccbd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354612 Sep 20 12:11:44.006885 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7086970b-563a-48b1-9e68-d8f1321df9be {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:11:44.014186 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:44.025486 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Transition to ACTIVE for port object 7086970b-563a-48b1-9e68-d8f1321df9be will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:11:44.029729 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:44.079275 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:44.079473 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Pushing event updated for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:44.147971 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Attempting to bind port 7086970b-563a-48b1-9e68-d8f1321df9be on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:11:44.148311 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Attempting to bind port 7086970b-563a-48b1-9e68-d8f1321df9be by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:11:44.148639 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Attempting to bind port 7086970b-563a-48b1-9e68-d8f1321df9be on network 705061f5-7804-495c-ab63-f0d01d466b5c {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:44.152998 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Port 7086970b-563a-48b1-9e68-d8f1321df9be on network 705061f5-7804-495c-ab63-f0d01d466b5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:11:44.153322 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Attempting to bind port 7086970b-563a-48b1-9e68-d8f1321df9be on network 705061f5-7804-495c-ab63-f0d01d466b5c {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:11:44.159374 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:11:44.159725 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Checking segment: {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:11:44.160137 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Bound using segment: {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:11:44.160568 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Bound port: 7086970b-563a-48b1-9e68-d8f1321df9be, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e2643ce-18b2-4463-a85f-b7908b67c5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:11:44.160928 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:44.232667 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:11:44.236334 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:11:44.241107 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:44.274010 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.274626 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:44.276069 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] 10.222.0.57 "PUT /v2.0/ports/7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 1093 time: 0.5928435 Sep 20 12:11:44.276525 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:44.278731 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:44.305103 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cc581-1698-4b76-b19a-a350b6f52a97 service neutron] Pushing event updated for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:44.337813 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81b40a-995e-4cdf-ab30-ce2d8a3aa9a5 req-95aa9962-55c9-4506-931a-374f884706f2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.345827 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-df81b40a-995e-4cdf-ab30-ce2d8a3aa9a5 req-95aa9962-55c9-4506-931a-374f884706f2 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 943 time: 0.0764675 Sep 20 12:11:44.354696 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2ed0f5-acd2-4e2a-a171-1874633b73cc x-openstack-request-id: req-da2ed0f5-acd2-4e2a-a171-1874633b73cc {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:44.354978 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:44.355230 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da2ed0f5-acd2-4e2a-a171-1874633b73cc {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:44.355596 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be', 'status': 'completed', 'code': 200} Sep 20 12:11:44.372689 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-bf51846b-32c5-4a38-bf04-851e4eb87629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.374433 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-bf51846b-32c5-4a38-bf04-851e4eb87629 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1096 time: 0.0563133 Sep 20 12:11:44.384819 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:44.404248 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-df81b40a-995e-4cdf-ab30-ce2d8a3aa9a5 req-f04f97c9-5749-42b5-9cd1-fe1c777dce4c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574143 Sep 20 12:11:44.421032 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-0066d594-8588-4a05-826d-d0edfa018668 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 217 time: 0.0386083 Sep 20 12:11:44.475399 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-b7569c80-3a3d-4f6b-8fb2-20d9f8cbe1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.476898 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-b7569c80-3a3d-4f6b-8fb2-20d9f8cbe1d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 200 len: 848 time: 0.0481236 Sep 20 12:11:44.493160 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be87a4-9f77-4fba-ba6f-28e7e26595ae req-b93dded8-cb57-4542-baf8-c0c12685aa0b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.494660 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f4be87a4-9f77-4fba-ba6f-28e7e26595ae req-b93dded8-cb57-4542-baf8-c0c12685aa0b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0536263 Sep 20 12:11:44.522443 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-ab3a53ec-d4a1-4f01-ae68-96118d8c9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.523993 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-ab3a53ec-d4a1-4f01-ae68-96118d8c9263 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=705061f5-7804-495c-ab63-f0d01d466b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403931 Sep 20 12:11:44.533199 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f4be87a4-9f77-4fba-ba6f-28e7e26595ae req-b5a3c937-b745-4e3d-98b7-e0f7887a99f4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325725 Sep 20 12:11:44.614514 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-fbf086a8-9fda-4f5f-b52c-21bce02f9350 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825822 Sep 20 12:11:44.702110 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b4472f33-0439-45aa-8ab1-5ed5c3b70b42 req-7a074c79-6f86-42ab-94d6-417fbc45029c service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802739 Sep 20 12:11:44.785300 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-ddd60bb2-e95d-4533-8f85-42bb71c64405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.786745 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-ddd60bb2-e95d-4533-8f85-42bb71c64405 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1096 time: 0.0393507 Sep 20 12:11:44.887745 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-8eb854c2-78d9-438f-8f7b-24d302f2caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.889129 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-8eb854c2-78d9-438f-8f7b-24d302f2caf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 910 time: 0.0872087 Sep 20 12:11:44.930950 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-25adc1cf-bb42-4fbb-884e-4247ab417800 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 217 time: 0.0332677 Sep 20 12:11:44.931355 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:11:44.982889 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-c03b5ca9-7de5-40cc-935b-2eb7286eae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.984035 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46efb7a-c068-4bf2-91a3-43e05f8ad42f req-1c1050c3-2958-445a-97be-b3751850a7ec tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:44.984394 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-c03b5ca9-7de5-40cc-935b-2eb7286eae61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 200 len: 848 time: 0.0455513 Sep 20 12:11:44.985524 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d46efb7a-c068-4bf2-91a3-43e05f8ad42f req-1c1050c3-2958-445a-97be-b3751850a7ec tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Sep 20 12:11:45.024026 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d46efb7a-c068-4bf2-91a3-43e05f8ad42f req-c8bf0535-5112-4fd4-97ed-f76740ecb2fd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324390 Sep 20 12:11:45.031301 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-e3325e57-a0b0-448a-a4d4-be743f25001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:45.032856 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-e3325e57-a0b0-448a-a4d4-be743f25001b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=705061f5-7804-495c-ab63-f0d01d466b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407906 Sep 20 12:11:45.119208 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-9c879e8d-0042-47ca-b965-3c347db5271f service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792537 Sep 20 12:11:45.239771 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-8b792d0f-0289-4aa8-8dfa-d3b35c6c850a req-d64c631c-3f4f-4b2c-b502-c1112f13bbe4 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120932 Sep 20 12:11:45.240461 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:11:45.347842 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:45.360281 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'port_id': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'mac_address': 'fa:16:3e:56:28:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:11:45.397030 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:45.411988 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07859de8-0332-42cb-bc1a-9cffbc2ecf4f {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:11:45.430887 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:45.434983 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:45.480629 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=9']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:45.527643 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eff0d-f21f-48e8-a159-28b14a3ffb12 req-54671c69-928c-4cbd-923c-49ed1950c0a8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:45.529290 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cf0eff0d-f21f-48e8-a159-28b14a3ffb12 req-54671c69-928c-4cbd-923c-49ed1950c0a8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 944 time: 0.0483782 Sep 20 12:11:45.567661 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cf0eff0d-f21f-48e8-a159-28b14a3ffb12 req-2e8b93d3-2d29-42cb-8cb4-b5068062c8f8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Sep 20 12:11:45.650260 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801830e-52a9-4df8-aaf3-d695524f678e req-ab4ec773-3d6b-4d28-8b37-2fc9cd60a641 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:45.651694 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c801830e-52a9-4df8-aaf3-d695524f678e req-ab4ec773-3d6b-4d28-8b37-2fc9cd60a641 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0510573 Sep 20 12:11:45.661977 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['07859de8-0332-42cb-bc1a-9cffbc2ecf4f'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:11:45.690450 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c801830e-52a9-4df8-aaf3-d695524f678e req-4d559e0d-864e-4b8c-b810-9a4a1f235f68 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Sep 20 12:11:45.746511 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:46.686075 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674b5ee-ddd6-471b-aeaf-f37833367d94 req-a241a45c-850e-45bd-865d-779ec316ffa6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:46.688075 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a674b5ee-ddd6-471b-aeaf-f37833367d94 req-a241a45c-850e-45bd-865d-779ec316ffa6 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 944 time: 0.0490870 Sep 20 12:11:46.724400 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a674b5ee-ddd6-471b-aeaf-f37833367d94 req-a098136e-42a8-42e6-bb90-4d2115c4fb1c tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305605 Sep 20 12:11:46.808754 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d98f0b-0a41-4352-ac3b-cdc6a2ae9812 req-1b86508a-c751-424a-8e4f-4ec3f0f0b0ed tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:46.810219 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-14d98f0b-0a41-4352-ac3b-cdc6a2ae9812 req-1b86508a-c751-424a-8e4f-4ec3f0f0b0ed tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0478199 Sep 20 12:11:46.846262 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-14d98f0b-0a41-4352-ac3b-cdc6a2ae9812 req-a7a2113c-b8a1-4593-8845-8a9c6b36300e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296288 Sep 20 12:11:47.236486 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:47.284579 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:47.284949 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:47.357383 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:47.379716 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:47.381939 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7320f4fe-0e62-474e-b762-a55876692924" -d '{"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-plugged", "status": "completed", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:47.393860 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:47.398338 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:47.424748 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5202ebdc-4c7c-4915-bf75-39c94f1a4e60 x-openstack-request-id: req-5202ebdc-4c7c-4915-bf75-39c94f1a4e60 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:47.425040 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-plugged", "status": "completed", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:47.425292 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5202ebdc-4c7c-4915-bf75-39c94f1a4e60 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:47.425674 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'code': 200} Sep 20 12:11:47.450662 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=10']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:47.588963 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06b9af-68ea-4952-9fc9-6948da7f9079 req-16843fae-42b9-4034-b3ef-9a54a7085919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:47.590435 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5b06b9af-68ea-4952-9fc9-6948da7f9079 req-16843fae-42b9-4034-b3ef-9a54a7085919 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 1099 time: 0.0386257 Sep 20 12:11:47.623288 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5b06b9af-68ea-4952-9fc9-6948da7f9079 req-3a5f34af-5e6b-40ff-9d9d-ad8d9c19f1bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258420 Sep 20 12:11:47.843807 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a658b-bcb9-4a16-953b-6aeb028ef9bd req-377677ef-bba4-42e2-9fa8-0d21e96e9d24 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:47.845778 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f56a658b-bcb9-4a16-953b-6aeb028ef9bd req-377677ef-bba4-42e2-9fa8-0d21e96e9d24 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 946 time: 0.0518787 Sep 20 12:11:47.882787 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f56a658b-bcb9-4a16-953b-6aeb028ef9bd req-5582fddc-185e-46ee-97b1-0be4404febb8 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Sep 20 12:11:47.960436 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec3c64-3729-4298-ac6a-06ca622aad88 req-0cd26c61-f766-4530-b740-071d31a6bd01 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:47.961884 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-60ec3c64-3729-4298-ac6a-06ca622aad88 req-0cd26c61-f766-4530-b740-071d31a6bd01 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0481067 Sep 20 12:11:47.997762 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-60ec3c64-3729-4298-ac6a-06ca622aad88 req-2df9f160-3ff7-4f92-8484-b0fba1299f33 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301154 Sep 20 12:11:49.004706 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299736ba-0dd6-4508-8025-4557ecc06c51 req-9827260b-d931-4135-bf81-b64bcd1a6ffb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:49.006186 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-299736ba-0dd6-4508-8025-4557ecc06c51 req-9827260b-d931-4135-bf81-b64bcd1a6ffb tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 946 time: 0.0505934 Sep 20 12:11:49.049850 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-299736ba-0dd6-4508-8025-4557ecc06c51 req-5af9d5a9-485d-4b9f-ade8-955322073b5a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377760 Sep 20 12:11:49.122211 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b7223-b9db-440e-b451-ad25ba6eff08 req-2c7d4dbf-d1d6-4b39-bf4d-bc29fa19aeb9 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:49.123783 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a27b7223-b9db-440e-b451-ad25ba6eff08 req-2c7d4dbf-d1d6-4b39-bf4d-bc29fa19aeb9 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0528812 Sep 20 12:11:49.160734 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a27b7223-b9db-440e-b451-ad25ba6eff08 req-a0662466-7158-457f-a74b-4339ad343f3f tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304716 Sep 20 12:11:50.167458 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef9c4b-1f18-440a-93bf-f4957b23f326 req-94921a7e-6ad4-42d1-88e9-27a878beec42 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:50.168936 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8cef9c4b-1f18-440a-93bf-f4957b23f326 req-94921a7e-6ad4-42d1-88e9-27a878beec42 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 946 time: 0.0473332 Sep 20 12:11:50.205719 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-8cef9c4b-1f18-440a-93bf-f4957b23f326 req-ebde0abe-6554-4bdb-b2cc-9fecf6fabc32 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304644 Sep 20 12:11:50.272980 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45844d03-41aa-4ae7-8207-4e460a10e474 req-0e86e3b5-8eb0-4022-97cf-0c574312f568 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:50.274406 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-45844d03-41aa-4ae7-8207-4e460a10e474 req-0e86e3b5-8eb0-4022-97cf-0c574312f568 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0473776 Sep 20 12:11:50.310762 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-45844d03-41aa-4ae7-8207-4e460a10e474 req-2c7d9d29-adf2-4d3d-a530-8c4c6cde2e59 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305634 Sep 20 12:11:51.424681 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b0639-3ebb-4aa9-9ff1-514bd7fe5f68 req-4300178a-c076-4e9b-997f-f75268772cc0 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:51.426115 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e11b0639-3ebb-4aa9-9ff1-514bd7fe5f68 req-4300178a-c076-4e9b-997f-f75268772cc0 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0512502 Sep 20 12:11:51.461672 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e11b0639-3ebb-4aa9-9ff1-514bd7fe5f68 req-2491c28d-6f3e-411d-8899-2c993ca35476 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297785 Sep 20 12:11:52.571281 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e06837-92f4-424f-969c-9e3162f1b10d req-10435c0e-6ea9-4585-a386-1bb3e0c186c6 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:52.572752 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-70e06837-92f4-424f-969c-9e3162f1b10d req-10435c0e-6ea9-4585-a386-1bb3e0c186c6 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0476525 Sep 20 12:11:52.609196 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-70e06837-92f4-424f-969c-9e3162f1b10d req-0d31122d-eca1-4e80-888c-8ae0c47b8877 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305767 Sep 20 12:11:53.278382 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 7086970b-563a-48b1-9e68-d8f1321df9be details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:11:53.370977 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:53.381502 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '7086970b-563a-48b1-9e68-d8f1321df9be', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'port_id': '7086970b-563a-48b1-9e68-d8f1321df9be', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:11:53.419799 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:53.431745 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7086970b-563a-48b1-9e68-d8f1321df9be {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:11:53.450112 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:53.454766 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:53.499573 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:53.694249 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['7086970b-563a-48b1-9e68-d8f1321df9be'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:11:53.720222 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce1e71-d21d-4f67-bdd3-b1d63c41f654 req-bda126ec-1cc4-416b-8f20-5dd03a26a5b8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:53.721707 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-63ce1e71-d21d-4f67-bdd3-b1d63c41f654 req-bda126ec-1cc4-416b-8f20-5dd03a26a5b8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 944 time: 0.0482018 Sep 20 12:11:53.758670 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-63ce1e71-d21d-4f67-bdd3-b1d63c41f654 req-f9069686-e210-4404-adc9-859dcc92f021 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311191 Sep 20 12:11:54.872080 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0930ba-2eff-4ed6-bff2-4a7ff4a8cb4a req-dae84d74-0f28-491e-8c50-cc77f76f4255 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:54.873513 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ce0930ba-2eff-4ed6-bff2-4a7ff4a8cb4a req-dae84d74-0f28-491e-8c50-cc77f76f4255 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 944 time: 0.0516875 Sep 20 12:11:54.909684 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ce0930ba-2eff-4ed6-bff2-4a7ff4a8cb4a req-2db3d7d1-b4e0-458b-ae6a-b418b46d102c tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303195 Sep 20 12:11:55.305530 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 7086970b-563a-48b1-9e68-d8f1321df9be up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:11:55.351929 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 7086970b-563a-48b1-9e68-d8f1321df9be completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:11:55.355500 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 7086970b-563a-48b1-9e68-d8f1321df9be triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:11:55.355909 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:55.431072 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:55.453512 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:55.455746 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f23bda0-f253-4fb2-942e-57c30c8090ba" -d '{"events": [{"server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "name": "network-vif-plugged", "status": "completed", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:55.468210 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:11:55.472122 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:55.494673 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce51ae3-8318-427b-8cc5-68c73c833baf x-openstack-request-id: req-9ce51ae3-8318-427b-8cc5-68c73c833baf {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:55.494962 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "name": "network-vif-plugged", "status": "completed", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:55.495210 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ce51ae3-8318-427b-8cc5-68c73c833baf {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:55.495592 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be', 'code': 200} Sep 20 12:11:55.521869 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:55.715641 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3af938-f0b3-4258-bcfb-26a62952ea83 req-425a9398-b512-4069-96fd-cb3fcbb832bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:55.717109 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-fb3af938-f0b3-4258-bcfb-26a62952ea83 req-425a9398-b512-4069-96fd-cb3fcbb832bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1098 time: 0.0417280 Sep 20 12:11:55.752867 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-fb3af938-f0b3-4258-bcfb-26a62952ea83 req-36e2e040-09cc-4b27-9b8a-27f8058607e2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278537 Sep 20 12:11:56.021314 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283b273-5a2d-416e-9e2e-4bf61cacde40 req-ca661149-e40a-494d-a5b4-b80210d14604 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:56.022753 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b283b273-5a2d-416e-9e2e-4bf61cacde40 req-ca661149-e40a-494d-a5b4-b80210d14604 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0476937 Sep 20 12:11:56.058964 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b283b273-5a2d-416e-9e2e-4bf61cacde40 req-077c1d78-99ac-4d1d-9d4d-5709df64f6b5 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302792 Sep 20 12:11:57.170767 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369474e3-072b-4754-8f1b-eae3b2796cb2 req-1b496762-01cf-4ed1-95b3-3486c186bfc7 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:57.172857 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-369474e3-072b-4754-8f1b-eae3b2796cb2 req-1b496762-01cf-4ed1-95b3-3486c186bfc7 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0478694 Sep 20 12:11:57.208241 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-369474e3-072b-4754-8f1b-eae3b2796cb2 req-08811308-e913-4468-ae64-b9aeb6f1a3fb tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296376 Sep 20 12:11:57.322173 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b27109-7c8b-4768-a35f-1c633a1a3e3d req-139ed261-34a0-4111-9440-5b137704a236 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:57.323636 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-05b27109-7c8b-4768-a35f-1c633a1a3e3d req-139ed261-34a0-4111-9440-5b137704a236 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0520477 Sep 20 12:11:57.361699 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-05b27109-7c8b-4768-a35f-1c633a1a3e3d req-f69c3483-7dfb-4ac0-96fc-35172caee28e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312688 Sep 20 12:11:57.382288 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39712) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:57.462180 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b60a0-7516-4b9e-bded-15b1021cb32b tempest-TestShelveInstance-1171939272 tempest-TestShelveInstance-1171939272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:57.463683 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-8c4b60a0-7516-4b9e-bded-15b1021cb32b tempest-TestShelveInstance-1171939272 tempest-TestShelveInstance-1171939272-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1093 time: 0.0804226 Sep 20 12:11:57.466496 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39716) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:11:57.471404 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'port_id': '7086970b-563a-48b1-9e68-d8f1321df9be', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:11:57.491935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for floatingip, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:57.587825 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:57.689345 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Allocated IP 172.27.3.4 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/9536df48-9ce7-40f1-abb6-78a5cfd225b5) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:11:57.790070 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:57.822327 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:57.857956 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:11:57.860811 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:11:57.863366 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:11:57.895118 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'Port': ['ID=9536df48-9ce7-40f1-abb6-78a5cfd225b5,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:57.907121 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.907466 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.907803 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.908162 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.908494 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.908821 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.909146 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.909469 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.909792 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.910112 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.910429 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:57.910745 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:11:58.224597 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:58.288110 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:58.433404 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:58.438582 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:58.508717 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event updated for resources: {'Port': ['ID=9536df48-9ce7-40f1-abb6-78a5cfd225b5,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:11:58.519537 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:58.613126 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Floating IP 40abdbbd-5309-43dd-8dc9-1b197942d47d associated. External IP: 172.27.3.4, port: 7086970b-563a-48b1-9e68-d8f1321df9be. Sep 20 12:11:58.812648 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Router 5a717085-7dd4-4755-b79e-4b3454daf3c7 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:11:58.917246 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:11:58.926686 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] Sync routers for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:11:58.933226 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:11:58.936260 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:58.936874 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:11:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:58.959950 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-918dcdc0-bdff-4b01-b425-cba537f4c781 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4924123 Sep 20 12:11:58.960504 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:11:58.962996 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef307343-7427-4145-905d-9982ddedd613" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:11:58.997408 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d649e30-897a-46b3-bc60-f7a1589a7883 x-openstack-request-id: req-5d649e30-897a-46b3-bc60-f7a1589a7883 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:11:58.997720 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:11:58.997971 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d649e30-897a-46b3-bc60-f7a1589a7883 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:11:58.998360 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be', 'status': 'completed', 'code': 200} Sep 20 12:11:59.043626 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:59.065193 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307343-7427-4145-905d-9982ddedd613 req-266741d3-fba2-448f-9103-fc8618cff872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:59.066590 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ef307343-7427-4145-905d-9982ddedd613 req-266741d3-fba2-448f-9103-fc8618cff872 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1098 time: 0.0396092 Sep 20 12:11:59.155672 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307343-7427-4145-905d-9982ddedd613 req-ebb324f6-ae9d-41f0-bc6d-d6dd28a3c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:59.157207 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ef307343-7427-4145-905d-9982ddedd613 req-ebb324f6-ae9d-41f0-bc6d-d6dd28a3c922 service neutron] 10.222.0.57 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 910 time: 0.0833385 Sep 20 12:11:59.264095 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '40abdbbd-5309-43dd-8dc9-1b197942d47d', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'port_id': '7086970b-563a-48b1-9e68-d8f1321df9be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:58Z', 'updated_at': '2021-09-20T12:11:58Z', 'revision_number': 0, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:11Z', 'revision_number': 5, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:59.291008 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] Checking router: 5a717085-7dd4-4755-b79e-4b3454daf3c7 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:11:59.299773 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:11:59.300437 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:11:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:59.406982 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:11:59.466096 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ef307343-7427-4145-905d-9982ddedd613 req-8ae61c61-4dc8-46aa-be95-49b533a1203e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 997 time: 0.3018894 Sep 20 12:11:59.513362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307343-7427-4145-905d-9982ddedd613 req-1bfc2886-0bdd-4d9c-81ea-762df86eaa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:59.514799 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ef307343-7427-4145-905d-9982ddedd613 req-1bfc2886-0bdd-4d9c-81ea-762df86eaa97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 200 len: 848 time: 0.0420330 Sep 20 12:11:59.569105 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307343-7427-4145-905d-9982ddedd613 req-7e6d95a3-2a4e-43a5-83b1-74ce407a4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:11:59.570581 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ef307343-7427-4145-905d-9982ddedd613 req-7e6d95a3-2a4e-43a5-83b1-74ce407a4393 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=705061f5-7804-495c-ab63-f0d01d466b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413473 Sep 20 12:11:59.624506 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '40abdbbd-5309-43dd-8dc9-1b197942d47d', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'port_id': '7086970b-563a-48b1-9e68-d8f1321df9be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:58Z', 'updated_at': '2021-09-20T12:11:58Z', 'revision_number': 0, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:11Z', 'revision_number': 5, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:11:59.653354 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee07bd8f-be75-4478-b084-2dc3841a156c None None] The sync data for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi is: [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '40abdbbd-5309-43dd-8dc9-1b197942d47d', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'port_id': '7086970b-563a-48b1-9e68-d8f1321df9be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:58Z', 'updated_at': '2021-09-20T12:11:58Z', 'revision_number': 0, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:11Z', 'revision_number': 5, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:11:59.658040 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ef307343-7427-4145-905d-9982ddedd613 req-68f4365f-39c9-4dfe-b95c-317475e4616a service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800428 Sep 20 12:11:59.756107 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ef307343-7427-4145-905d-9982ddedd613 req-439ad614-9045-473f-a866-4582800f3228 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914347 Sep 20 12:11:59.977596 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12307c3f-4ac6-439c-82a9-5a67d655d273 None None] New status for floating IP 40abdbbd-5309-43dd-8dc9-1b197942d47d: ACTIVE {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:12:09.953243 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:10.626215 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-13df3797-996f-4937-829a-c71fcf829f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:13.283326 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-534b7e72-c48e-42c3-9bd3-35557652adde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:14.080868 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:14.372092 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:15.736564 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:19.691644 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-be01e8ad-f7ee-4d7c-a3c3-13415af4de93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379708 Sep 20 12:12:19.773588 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-91fec11a-f6e1-4f38-8ee7-c1482be3864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:19.775049 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-91fec11a-f6e1-4f38-8ee7-c1482be3864f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30c7df32a5dd487982bde2955460d182&device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 1099 time: 0.0389214 Sep 20 12:12:19.881621 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-e93cf8e4-626b-4cae-8099-f99ba71f036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:19.882959 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-e93cf8e4-626b-4cae-8099-f99ba71f036e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 200 len: 918 time: 0.0841920 Sep 20 12:12:19.945809 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-d5c8bd73-0010-4578-acb3-15e4a8c6e813 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f HTTP/1.1" status: 200 len: 1000 time: 0.0543325 Sep 20 12:12:20.001778 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-e59caf98-4331-4609-90b9-f96c03f32dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:20.003185 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-e59caf98-4331-4609-90b9-f96c03f32dfc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 200 len: 856 time: 0.0456867 Sep 20 12:12:20.049404 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-adc2e632-4dcc-4b76-9bb0-e68b4132e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:20.050813 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-adc2e632-4dcc-4b76-9bb0-e68b4132e72a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec31ed81-0d41-439b-9172-a882e52df981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375731 Sep 20 12:12:20.139227 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-863e7ff8-450b-4f8d-896f-a0e3eef46786 service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783577 Sep 20 12:12:20.230057 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-211e2d8d-525f-4e5a-9c6a-69b101712a99 req-91f7761c-9a38-46a5-aa12-7d7bbd82f0af service neutron] 10.222.0.57 "GET /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810316 Sep 20 12:12:21.930652 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:12:26.547083 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77fad6-c2fe-45a9-a346-4f21832cec23 req-f27cd405-6d60-4863-9c4f-537d6f89fbaf tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:26.548496 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3a77fad6-c2fe-45a9-a346-4f21832cec23 req-f27cd405-6d60-4863-9c4f-537d6f89fbaf tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0520995 Sep 20 12:12:26.585928 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3a77fad6-c2fe-45a9-a346-4f21832cec23 req-43bb6222-ded3-41b2-9753-365be6b34019 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315056 Sep 20 12:12:27.700046 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e4e7e-842e-4b50-9e11-b5c9c6e32371 req-56218dc9-230d-411b-96c9-66d3b13f8939 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:27.701479 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e21e4e7e-842e-4b50-9e11-b5c9c6e32371 req-56218dc9-230d-411b-96c9-66d3b13f8939 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0475135 Sep 20 12:12:27.737989 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e21e4e7e-842e-4b50-9e11-b5c9c6e32371 req-0dc32870-0f17-49d6-9dc5-203422b2a475 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306916 Sep 20 12:12:28.555604 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d975edd-5d7f-40eb-be73-59336365d2c2 req-b65842fe-dab2-4cbe-86ee-df8144fb3cfc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:28.557073 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2d975edd-5d7f-40eb-be73-59336365d2c2 req-b65842fe-dab2-4cbe-86ee-df8144fb3cfc tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 946 time: 0.0472624 Sep 20 12:12:28.594213 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2d975edd-5d7f-40eb-be73-59336365d2c2 req-c8d050d1-795a-4198-bd22-228dd811c051 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312030 Sep 20 12:12:28.853476 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9473286-d885-4637-a051-8572bc17230d req-84b3b8c2-8160-44ac-9454-193110590472 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:28.854907 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d9473286-d885-4637-a051-8572bc17230d req-84b3b8c2-8160-44ac-9454-193110590472 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0507040 Sep 20 12:12:28.891021 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d9473286-d885-4637-a051-8572bc17230d req-d49d8b61-79dd-476f-a363-ca5e599f184e tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302577 Sep 20 12:12:29.709688 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9046-f5ce-4415-a8a3-f350a66d763f req-41047a85-26c6-4ce2-8935-0b438ac949fd tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:29.711141 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-748d9046-f5ce-4415-a8a3-f350a66d763f req-41047a85-26c6-4ce2-8935-0b438ac949fd tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 946 time: 0.0478680 Sep 20 12:12:29.747526 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-748d9046-f5ce-4415-a8a3-f350a66d763f req-9cab3a62-9364-48e1-9585-db8c1472cc19 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups?id=738c6c41-7273-4fcd-b0b1-24913f41b140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306795 Sep 20 12:12:29.962747 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-1191b888-48de-4545-9c23-d5efcdc0b7c1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:29.964261 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-1191b888-48de-4545-9c23-d5efcdc0b7c1 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 946 time: 0.0470569 Sep 20 12:12:30.003446 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979612f-467c-4c4d-9730-6cf28a1fee2e req-84878e75-3466-47f3-9e1e-108b063d836a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:30.004954 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1979612f-467c-4c4d-9730-6cf28a1fee2e req-84878e75-3466-47f3-9e1e-108b063d836a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0486650 Sep 20 12:12:30.041465 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1979612f-467c-4c4d-9730-6cf28a1fee2e req-0b48b724-5aae-42c9-9c63-8eccfab1e771 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Sep 20 12:12:30.056156 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Deleting port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:12:30.056490 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:30.139105 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] For port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:12:30.139456 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:30.299653 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:30.300037 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:30.300352 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.l3_db [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Floating IP 2c004107-8e3c-400b-aca6-b573b7f02f95 disassociated. External IP: 172.27.3.69, port: 07859de8-0332-42cb-bc1a-9cffbc2ecf4f. Sep 20 12:12:30.300683 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Calling delete_port for 07859de8-0332-42cb-bc1a-9cffbc2ecf4f owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:12:30.419932 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:30.447764 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event deleted for resources: {'Port': ['ID=07859de8-0332-42cb-bc1a-9cffbc2ecf4f,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:30.554746 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:12:30.657980 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:12:30.667315 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] Sync routers for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:12:30.676858 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:12:30.677561 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:12:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:30.699364 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] No DVR routers for this DVR port 07859de8-0332-42cb-bc1a-9cffbc2ecf4f on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:12:30.701836 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:30.704469 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-854782cf-3ce2-4478-a655-ce5fd15ca009 req-44b286c3-fa11-431b-9b84-e24dc4ff4a8a tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.57 "DELETE /v2.0/ports/07859de8-0332-42cb-bc1a-9cffbc2ecf4f HTTP/1.1" status: 204 len: 173 time: 0.7346239 Sep 20 12:12:30.704886 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-deleted', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:12:30.707139 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8283770-01ed-4345-8e6c-8ecdc0520163" -d '{"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-deleted", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:12:30.742884 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7e04f7-4fe2-47ce-9656-ac411adc624a x-openstack-request-id: req-cd7e04f7-4fe2-47ce-9656-ac411adc624a {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:12:30.743168 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c678a77-65f8-4f4f-9e5e-6017cde9c10a", "name": "network-vif-deleted", "tag": "07859de8-0332-42cb-bc1a-9cffbc2ecf4f", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:12:30.743667 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd7e04f7-4fe2-47ce-9656-ac411adc624a {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:12:30.744087 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c678a77-65f8-4f4f-9e5e-6017cde9c10a', 'name': 'network-vif-deleted', 'tag': '07859de8-0332-42cb-bc1a-9cffbc2ecf4f', 'status': 'completed', 'code': 200} Sep 20 12:12:30.792700 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:12:30.870921 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-aa6080bb-c4a3-47cd-abba-8257be386fe1 req-6ca42114-535e-45ec-99a5-f758dda0f7ff tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c678a77-65f8-4f4f-9e5e-6017cde9c10a HTTP/1.1" status: 200 len: 210 time: 0.0341630 Sep 20 12:12:31.006785 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:31.036476 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] Checking router: 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:12:31.044453 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:12:31.045050 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:12:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:31.161267 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e023d-6dda-4324-b39d-26bf89aa75aa req-8f9f67af-864b-47c9-9860-88089f86db57 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:31.163033 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-328e023d-6dda-4324-b39d-26bf89aa75aa req-8f9f67af-864b-47c9-9860-88089f86db57 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Sep 20 12:12:31.204808 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-328e023d-6dda-4324-b39d-26bf89aa75aa req-a1d95950-e1de-41b7-afe0-26bde5a534c2 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345917 Sep 20 12:12:31.286347 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:12:31.474353 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:31.499769 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2c0a2-9b17-4ce9-a3b9-9c3c4eb0bc12 None None] The sync data for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi is: [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:05:03Z', 'revision_number': 4, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'c9cff533-21de-467a-b96b-8d47df803021', 'name': '', 'network_id': 'ec31ed81-0d41-439b-9172-a882e52df981', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'mac_address': 'fa:16:3e:a0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '817b4be2-27b9-437d-92d5-693e71dba550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:05:01Z', 'updated_at': '2021-09-20T12:05:08Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'subnets': [{'id': '817b4be2-27b9-437d-92d5-693e71dba550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:12:31.702374 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d72c59-8c2c-4b74-b590-7ff29378a8c7 None None] New status for floating IP 2c004107-8e3c-400b-aca6-b573b7f02f95: DOWN {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:12:31.958719 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39796) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:32.011568 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-eb29909f-1e25-4e19-b4a7-e4558df1d751 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.034794 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-eb29909f-1e25-4e19-b4a7-e4558df1d751 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.080636 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-eb29909f-1e25-4e19-b4a7-e4558df1d751 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.083055 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-eb29909f-1e25-4e19-b4a7-e4558df1d751 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.084186 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-eb29909f-1e25-4e19-b4a7-e4558df1d751 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "DELETE /v2.0/security-groups/738c6c41-7273-4fcd-b0b1-24913f41b140 HTTP/1.1" status: 204 len: 168 time: 0.1243415 Sep 20 12:12:32.086895 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39798) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:32.093445 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29909f-1e25-4e19-b4a7-e4558df1d751 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738c6c41-7273-4fcd-b0b1-24913f41b140,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:32.110443 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.api.v2.resource [None req-f6986cd0-9403-4efd-a60f-e627dbc4cb5d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] show failed (client error): The resource could not be found. Sep 20 12:12:32.111970 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-f6986cd0-9403-4efd-a60f-e627dbc4cb5d tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "GET /v2.0/security-groups/738c6c41-7273-4fcd-b0b1-24913f41b140 HTTP/1.1" status: 404 len: 347 time: 0.0236034 Sep 20 12:12:32.114345 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39800) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:32.231917 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Deleting port e3fe0da6-ffda-4b9f-b3a1-36ece869e664 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:12:32.232602 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.331177 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.331404 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.346616 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Calling delete_port for e3fe0da6-ffda-4b9f-b3a1-36ece869e664 owned by network:floatingip {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:12:32.360603 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466573a-af56-46d7-bcc7-8dcfaf521ce2 req-09e9a04c-f80d-470e-a100-3d7cd0a18c70 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:32.362045 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5466573a-af56-46d7-bcc7-8dcfaf521ce2 req-09e9a04c-f80d-470e-a100-3d7cd0a18c70 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0796621 Sep 20 12:12:32.439668 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5466573a-af56-46d7-bcc7-8dcfaf521ce2 req-b0305937-517c-4912-b245-630bfb2f33c8 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716293 Sep 20 12:12:32.511710 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.536610 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Pushing event deleted for resources: {'Port': ['ID=e3fe0da6-ffda-4b9f-b3a1-36ece869e664,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:32.598342 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks [] for floatingip, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.600780 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:32.601914 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-77416f3a-4c18-42b4-9d37-d84a5dbf0211 tempest-AttachVolumeShelveTestJSON-500405616 tempest-AttachVolumeShelveTestJSON-500405616-project] 10.222.0.20 "DELETE /v2.0/floatingips/2c004107-8e3c-400b-aca6-b573b7f02f95 HTTP/1.1" status: 204 len: 168 time: 0.4866588 Sep 20 12:12:33.491707 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:12:33.515383 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 07859de8-0332-42cb-bc1a-9cffbc2ecf4f {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:12:33.515719 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 07859de8-0332-42cb-bc1a-9cffbc2ecf4f not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:12:33.552277 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21315b81-4134-4a19-b6b4-2e6cbd6b0867 req-d7887415-9fc7-4847-9641-fe6ef83db253 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:33.553739 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-21315b81-4134-4a19-b6b4-2e6cbd6b0867 req-d7887415-9fc7-4847-9641-fe6ef83db253 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0477631 Sep 20 12:12:33.590810 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-21315b81-4134-4a19-b6b4-2e6cbd6b0867 req-af591b88-296e-4c87-85ea-6b62fffa3039 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Sep 20 12:12:34.700850 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df699ba0-3a2d-49f3-ae3b-57615c1ecd6b req-a39cb948-3a92-4980-9fd7-20faf685b432 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:34.702269 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-df699ba0-3a2d-49f3-ae3b-57615c1ecd6b req-a39cb948-3a92-4980-9fd7-20faf685b432 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0470328 Sep 20 12:12:34.738363 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-df699ba0-3a2d-49f3-ae3b-57615c1ecd6b req-16a0b21a-58e1-49bc-a0de-8438160f31be tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303593 Sep 20 12:12:35.017687 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39830) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:35.446671 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:35.678657 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Deleting port c9cff533-21de-467a-b96b-8d47df803021 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:12:35.678988 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:35.752076 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] For port c9cff533-21de-467a-b96b-8d47df803021, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c9cff533-21de-467a-b96b-8d47df803021,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:12:35.752355 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:35.764336 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Calling delete_port for c9cff533-21de-467a-b96b-8d47df803021 owned by network:router_interface {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:12:35.847312 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4392e3-c4e8-4c14-a013-78bd91b28e90 req-a7d1c090-1973-41ca-8d8e-f3a97bc86143 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:35.848780 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0d4392e3-c4e8-4c14-a013-78bd91b28e90 req-a7d1c090-1973-41ca-8d8e-f3a97bc86143 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0470390 Sep 20 12:12:35.888774 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0d4392e3-c4e8-4c14-a013-78bd91b28e90 req-6ae2e91d-fe83-4a45-963f-879689706453 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339866 Sep 20 12:12:35.938753 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:35.963183 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cff533-21de-467a-b96b-8d47df803021,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:36.126565 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:36.332346 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:12:36.433842 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:12:36.441938 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e329b2b3-7034-4810-b5a0-067423bcdf84 admin admin] 10.222.0.20 "PUT /v2.0/routers/0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4202139 Sep 20 12:12:36.442124 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39836) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:36.443504 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] Sync routers for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:12:36.453414 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:12:36.454035 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:12:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:36.544040 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:36.569192 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:12:36.640208 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:36.746801 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:12:35Z', 'revision_number': 5, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port': {'id': '7f69f19c-537e-4c3d-87aa-c420f42917a8', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:36:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:04:58Z', 'updated_at': '2021-09-20T12:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:36.774360 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] Checking router: 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:12:36.783531 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] Routers {'0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:12:36.784179 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:12:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:36.871367 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] Set router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 gateway port host: None {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:12:36.926033 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:12:36Z', 'revision_number': 6, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port_host': None}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:36.949599 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Deleting port 7f69f19c-537e-4c3d-87aa-c420f42917a8 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:12:36.950187 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:36.953855 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd565b-c964-4a00-8f8d-4085ff401ca1 None None] The sync data for ids ['0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8'] in dv-cinder-810000-1-iscsi is: [{'id': '0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8', 'name': 'tempest-AttachVolumeShelveTestJSON-1998035887-router', 'tenant_id': '30c7df32a5dd487982bde2955460d182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:04:57Z', 'updated_at': '2021-09-20T12:12:36Z', 'revision_number': 6, 'project_id': '30c7df32a5dd487982bde2955460d182', 'gw_port_host': None}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:12:37.062357 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db6fcf-05b9-49ea-a465-ec66a17e1821 req-aa5a1146-2e9e-47da-9a1a-5d619e960e72 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:37.063803 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d4db6fcf-05b9-49ea-a465-ec66a17e1821 req-aa5a1146-2e9e-47da-9a1a-5d619e960e72 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0990360 Sep 20 12:12:37.068640 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] For port 7f69f19c-537e-4c3d-87aa-c420f42917a8, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=7f69f19c-537e-4c3d-87aa-c420f42917a8,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:12:37.069003 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.093194 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Calling delete_port for 7f69f19c-537e-4c3d-87aa-c420f42917a8 owned by network:router_gateway {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:12:37.144881 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d4db6fcf-05b9-49ea-a465-ec66a17e1821 req-d9b22140-995d-45a2-a8e8-b72383e1b540 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733969 Sep 20 12:12:37.272285 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.308232 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7f69f19c-537e-4c3d-87aa-c420f42917a8,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:37.398935 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.405136 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-7746a159-e05a-44a2-b944-fe29c10df048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:37.406690 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-7746a159-e05a-44a2-b944-fe29c10df048 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 1098 time: 0.0437338 Sep 20 12:12:37.409218 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eb54c-95f5-4959-b556-258b5d1bbfeb req-b5efef63-540a-4be6-85da-79c7358dab8b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:37.410693 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-436eb54c-95f5-4959-b556-258b5d1bbfeb req-b5efef63-540a-4be6-85da-79c7358dab8b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.1132205 Sep 20 12:12:37.498414 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-961077e5-4b10-4be5-9aa8-9e3c66b306dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:37.500463 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-961077e5-4b10-4be5-9aa8-9e3c66b306dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 911 time: 0.0854571 Sep 20 12:12:37.508438 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.512509 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.557687 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-436eb54c-95f5-4959-b556-258b5d1bbfeb req-15fac678-ad43-450a-b14c-4200db6d3737 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237738 Sep 20 12:12:37.565459 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.566240 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 {{(pid=94128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:12:37.569739 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-825df793-ae25-40e7-a045-5f855d1d4e71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9e516b0-8161-4aa6-a47a-30cc74468113 HTTP/1.1" status: 200 len: 1001 time: 0.0617642 Sep 20 12:12:37.572492 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.573731 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-7a4e3626-cd96-4a49-9eb5-d9d986e4d8ae admin admin] 10.222.0.20 "DELETE /v2.0/routers/0bdb7eee-1da7-438f-9a30-0f7d5c28f9e8 HTTP/1.1" status: 204 len: 168 time: 1.1312551 Sep 20 12:12:37.576300 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39844) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:37.624342 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-f44ad97f-2427-4c74-bfe8-926e7476d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:37.625659 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee581e7-2dfe-4f70-9966-3e99e493d82a admin admin] Deleting subnet 817b4be2-27b9-437d-92d5-693e71dba550 {{(pid=94128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:12:37.625811 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-f44ad97f-2427-4c74-bfe8-926e7476d656 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4233159-8906-4cc3-b34a-93ac5aedcf9e HTTP/1.1" status: 200 len: 849 time: 0.0484581 Sep 20 12:12:37.628747 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cee581e7-2dfe-4f70-9966-3e99e493d82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.661975 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cee581e7-2dfe-4f70-9966-3e99e493d82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5692878'] for subnet, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.671069 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-696b09ff-103e-4584-9f8a-9fcaa08338fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:37.672599 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-696b09ff-103e-4584-9f8a-9fcaa08338fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ded63163-f151-401e-b7b6-adf511d65bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392880 Sep 20 12:12:37.737087 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cee581e7-2dfe-4f70-9966-3e99e493d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.769098 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-951b6d27-0450-42f1-a5cb-569cfdf65085 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889761 Sep 20 12:12:37.796828 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cee581e7-2dfe-4f70-9966-3e99e493d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5512664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979817'] for subnet, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.821964 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee581e7-2dfe-4f70-9966-3e99e493d82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=817b4be2-27b9-437d-92d5-693e71dba550,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:37.825809 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-cee581e7-2dfe-4f70-9966-3e99e493d82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.827699 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-cee581e7-2dfe-4f70-9966-3e99e493d82a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/817b4be2-27b9-437d-92d5-693e71dba550 HTTP/1.1" status: 204 len: 168 time: 0.2494831 Sep 20 12:12:37.830111 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39846) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:37.832288 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880efd10-d681-45b1-81e1-6e169d85a5c4 None None] Network ec31ed81-0d41-439b-9172-a882e52df981 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:12:37.872084 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-600e5a1f-010c-4991-b2b4-11d02a35daa4 req-e90d36c5-be82-42dd-a7e9-75ab11248688 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958424 Sep 20 12:12:37.909860 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:37.964335 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Deleting port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:12:37.964934 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.021066 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] DHCP port deletion for ec31ed81-0d41-439b-9172-a882e52df981 request from dv-cinder-810000-1-iscsi {{(pid=94129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:12:38.038223 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] For port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:12:38.038593 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.056178 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Calling delete_port for a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e owned by network:dhcp {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:12:38.069485 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Deleting port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e {{(pid=94129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:12:38.070010 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.133836 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] For port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,segment=NetworkSegment(63e23df6-2af0-4c66-8b3d-e90a2e07e5ad),segment_id=63e23df6-2af0-4c66-8b3d-e90a2e07e5ad)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:12:38.134225 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.140717 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.146715 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Calling delete_port for a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e owned by network:dhcp {{(pid=94129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:12:38.172143 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:38.173979 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] No DVR routers for this DVR port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e on host dv-cinder-810000-1-iscsi {{(pid=94128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:12:38.224714 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275'] for port, after_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.242670 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.253624 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Pushing event deleted for resources: {'Port': ['ID=a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e,revision_number=None']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:38.261178 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] No DVR routers for this DVR port a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e on host dv-cinder-810000-1-iscsi {{(pid=94129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:12:38.263300 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.263643 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.264037 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.264375 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.264751 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.265220 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.265554 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.265879 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.266226 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.266551 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.266870 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.267185 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58f872-b1f5-4d6c-b7b5-0769bb5e9748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:38.268913 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec31ed81-0d41-439b-9172-a882e52df981']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:38.279543 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:38.279835 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e23df6-2af0-4c66-8b3d-e90a2e07e5ad') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:12:38.289564 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.302788 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.308577 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:12:38.308965 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:12:38.310718 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:12:38.370348 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.375961 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.378315 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec31ed81-0d41-439b-9172-a882e52df981 HTTP/1.1" status: 204 len: 168 time: 0.5451512 Sep 20 12:12:38.389631 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d40a2-0428-4732-b246-ab12519f3bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec31ed81-0d41-439b-9172-a882e52df981,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:38.497871 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 7f69f19c-537e-4c3d-87aa-c420f42917a8 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:12:38.498224 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39850) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:38.514281 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 7f69f19c-537e-4c3d-87aa-c420f42917a8 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:12:38.515254 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 7f69f19c-537e-4c3d-87aa-c420f42917a8 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:12:38.515731 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c9cff533-21de-467a-b96b-8d47df803021 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:12:38.533757 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: c9cff533-21de-467a-b96b-8d47df803021 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:12:38.534034 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c9cff533-21de-467a-b96b-8d47df803021 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:12:38.534439 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:12:38.536402 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-4ebc5f3e-22e8-4078-b659-313a08245c4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30c7df32a5dd487982bde2955460d182&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369096 Sep 20 12:12:38.538771 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39852) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:38.553168 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:12:38.553513 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device a5f4f15f-e28a-4ac6-8d76-ebe8fe20ea6e not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:12:38.585925 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b2134d15-af45-43f2-b91f-9616bb08234e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.606703 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b2134d15-af45-43f2-b91f-9616bb08234e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.680454 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b2134d15-af45-43f2-b91f-9616bb08234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.683082 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-b2134d15-af45-43f2-b91f-9616bb08234e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:38.684244 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-b2134d15-af45-43f2-b91f-9616bb08234e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d735666a-6023-4e6f-a0df-7d032469da95 HTTP/1.1" status: 204 len: 168 time: 0.1446018 Sep 20 12:12:38.694586 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080ec55-5ce0-4e5a-89bf-1331d8ed2bd8 req-bf12262c-6dd2-48a8-9b03-c86b54085086 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:12:38.696069 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a080ec55-5ce0-4e5a-89bf-1331d8ed2bd8 req-bf12262c-6dd2-48a8-9b03-c86b54085086 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0641832 Sep 20 12:12:38.703510 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2134d15-af45-43f2-b91f-9616bb08234e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d735666a-6023-4e6f-a0df-7d032469da95,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:38.739069 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a080ec55-5ce0-4e5a-89bf-1331d8ed2bd8 req-38d93d03-d8a2-4419-ac17-d4ade3746d17 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368915 Sep 20 12:12:39.966087 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:40.618674 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d45a9f38-ee2a-4f43-a4df-509d5b43000b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:42.333592 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39916) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:42.433402 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c640ef67-626d-43ff-aaf3-05c9bb674d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:42.518166 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c640ef67-626d-43ff-aaf3-05c9bb674d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:42.521651 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c640ef67-626d-43ff-aaf3-05c9bb674d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:42.557250 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c640ef67-626d-43ff-aaf3-05c9bb674d73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52b8d39e4b314624ae8a51400b3b7236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226145 Sep 20 12:12:42.559757 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39920) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:42.566391 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640ef67-626d-43ff-aaf3-05c9bb674d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b2ff71-a38e-4d0e-bc02-e2f2468e633f,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:42.615841 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-36cc1e44-c399-4d80-ad1d-4a4e29abc6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:42.636355 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-36cc1e44-c399-4d80-ad1d-4a4e29abc6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:42.681129 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-36cc1e44-c399-4d80-ad1d-4a4e29abc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:42.683694 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-36cc1e44-c399-4d80-ad1d-4a4e29abc6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:42.684859 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-36cc1e44-c399-4d80-ad1d-4a4e29abc6b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76b2ff71-a38e-4d0e-bc02-e2f2468e633f HTTP/1.1" status: 204 len: 168 time: 0.1241941 Sep 20 12:12:42.692933 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc1e44-c399-4d80-ad1d-4a4e29abc6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b2ff71-a38e-4d0e-bc02-e2f2468e633f,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:43.283909 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d41e0599-d503-4423-837d-25a93b6fe8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.082268 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.237783 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39976) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:44.338175 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-445646ff-c506-4709-8d2c-76c0435996e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.375516 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.424898 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-445646ff-c506-4709-8d2c-76c0435996e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.428572 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-445646ff-c506-4709-8d2c-76c0435996e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.466469 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-445646ff-c506-4709-8d2c-76c0435996e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=672d7a122c574e31ae294e8d5efd21a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276037 Sep 20 12:12:44.467333 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445646ff-c506-4709-8d2c-76c0435996e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b752e2-800a-4463-bca4-36c25f11130d,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:44.469246 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39980) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:44.522164 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.542067 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.586980 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.589589 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.590710 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2b752e2-800a-4463-bca4-36c25f11130d HTTP/1.1" status: 204 len: 168 time: 0.1204023 Sep 20 12:12:44.598032 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b752e2-800a-4463-bca4-36c25f11130d,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:44.604775 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.605119 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.605453 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.605787 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.606109 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.606431 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.606747 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.607065 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.607381 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.607693 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.608526 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.608954 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c247cb-8b95-4ee6-a3ff-b5ffdfd78c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:12:44.837036 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 39986) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:44.850550 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e0ee984d-f5c3-4636-aa13-ea07e7320280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.938600 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e0ee984d-f5c3-4636-aa13-ea07e7320280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.942090 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e0ee984d-f5c3-4636-aa13-ea07e7320280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:44.982969 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e0ee984d-f5c3-4636-aa13-ea07e7320280 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88f3413a0e744bcebb46cb301125647c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448798 Sep 20 12:12:44.983826 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee984d-f5c3-4636-aa13-ea07e7320280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f9d705-611b-49cd-9464-91ef8cd122a2,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:44.985654 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 39988) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:45.034288 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-9c28fb7f-37e2-4b76-b72c-e7a98754e3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:45.054759 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-9c28fb7f-37e2-4b76-b72c-e7a98754e3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:45.099206 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-9c28fb7f-37e2-4b76-b72c-e7a98754e3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:45.101719 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-9c28fb7f-37e2-4b76-b72c-e7a98754e3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:45.102858 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-9c28fb7f-37e2-4b76-b72c-e7a98754e3bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33f9d705-611b-49cd-9464-91ef8cd122a2 HTTP/1.1" status: 204 len: 168 time: 0.1160138 Sep 20 12:12:45.110110 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28fb7f-37e2-4b76-b72c-e7a98754e3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f9d705-611b-49cd-9464-91ef8cd122a2,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:45.738530 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:51.271508 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40108) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:51.372577 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffa3a-0960-4d7b-b37d-5f91b131cce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:51.464042 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffa3a-0960-4d7b-b37d-5f91b131cce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:51.467682 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffa3a-0960-4d7b-b37d-5f91b131cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:51.747484 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-7c2ffa3a-0960-4d7b-b37d-5f91b131cce3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2664bee72473491ca4748ad367de30f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4746599 Sep 20 12:12:51.748176 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ffa3a-0960-4d7b-b37d-5f91b131cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45167589-dd8b-43fb-9da0-b9b026368282,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:51.750440 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40112) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:51.798781 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d4e39142-6438-4b4d-8ab6-94be534e0ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:51.819064 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d4e39142-6438-4b4d-8ab6-94be534e0ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:51.864322 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d4e39142-6438-4b4d-8ab6-94be534e0ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:51.866791 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d4e39142-6438-4b4d-8ab6-94be534e0ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:51.867920 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-d4e39142-6438-4b4d-8ab6-94be534e0ad9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45167589-dd8b-43fb-9da0-b9b026368282 HTTP/1.1" status: 204 len: 168 time: 0.1164813 Sep 20 12:12:51.876226 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e39142-6438-4b4d-8ab6-94be534e0ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45167589-dd8b-43fb-9da0-b9b026368282,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:52.123384 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40118) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:52.136636 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ccaf59f1-01be-4978-9d6e-2efa4827fc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:52.220249 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ccaf59f1-01be-4978-9d6e-2efa4827fc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:52.223736 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ccaf59f1-01be-4978-9d6e-2efa4827fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:52.260482 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-ccaf59f1-01be-4978-9d6e-2efa4827fc8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d3ddb4ad315c478c9a9ec1677bc254dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354721 Sep 20 12:12:52.261294 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf59f1-01be-4978-9d6e-2efa4827fc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a73af65-4921-4bed-adf1-5b40b1918a76,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:52.263205 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40120) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:52.310152 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-330d18b4-1ea8-48e4-adae-cc5350771afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:52.330813 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-330d18b4-1ea8-48e4-adae-cc5350771afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:52.374065 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-330d18b4-1ea8-48e4-adae-cc5350771afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:52.376773 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-330d18b4-1ea8-48e4-adae-cc5350771afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:52.377908 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-330d18b4-1ea8-48e4-adae-cc5350771afb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a73af65-4921-4bed-adf1-5b40b1918a76 HTTP/1.1" status: 204 len: 168 time: 0.1137350 Sep 20 12:12:52.385564 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d18b4-1ea8-48e4-adae-cc5350771afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a73af65-4921-4bed-adf1-5b40b1918a76,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:54.210404 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40198) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:54.313221 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-73486e9c-8e27-493f-ac7f-7a1c66f4fc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.396989 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-73486e9c-8e27-493f-ac7f-7a1c66f4fc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.400288 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-73486e9c-8e27-493f-ac7f-7a1c66f4fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.437120 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-73486e9c-8e27-493f-ac7f-7a1c66f4fc42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=312e126b968148aeaf2ea43e62884a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256680 Sep 20 12:12:54.438174 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73486e9c-8e27-493f-ac7f-7a1c66f4fc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1affbc55-67f7-4a4e-bbe8-416ac8f1f089,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:54.439824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40202) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:54.486965 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-efe8a481-7b0c-464b-892c-f414da16f0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.506784 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-efe8a481-7b0c-464b-892c-f414da16f0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.552975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-efe8a481-7b0c-464b-892c-f414da16f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.555421 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-efe8a481-7b0c-464b-892c-f414da16f0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.556564 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-efe8a481-7b0c-464b-892c-f414da16f0aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1affbc55-67f7-4a4e-bbe8-416ac8f1f089 HTTP/1.1" status: 204 len: 168 time: 0.1157186 Sep 20 12:12:54.563859 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a481-7b0c-464b-892c-f414da16f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1affbc55-67f7-4a4e-bbe8-416ac8f1f089,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:54.808357 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40208) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:54.821619 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2355-87ff-42ee-97a3-34e4904515e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.906449 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2355-87ff-42ee-97a3-34e4904515e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.909984 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2355-87ff-42ee-97a3-34e4904515e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:54.946452 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-c9ef2355-87ff-42ee-97a3-34e4904515e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=932afec3c67d4aa2a7eef6d74a4c40a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370261 Sep 20 12:12:54.947296 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef2355-87ff-42ee-97a3-34e4904515e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bf32e5-ecff-40bc-aa4e-a9f1ca7abac8,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:54.949185 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40210) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:54.997387 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f497816f-7dd5-494c-ac68-e3dac146a76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:55.017628 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f497816f-7dd5-494c-ac68-e3dac146a76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:55.061248 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f497816f-7dd5-494c-ac68-e3dac146a76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:55.063790 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f497816f-7dd5-494c-ac68-e3dac146a76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:55.064958 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f497816f-7dd5-494c-ac68-e3dac146a76a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41bf32e5-ecff-40bc-aa4e-a9f1ca7abac8 HTTP/1.1" status: 204 len: 168 time: 0.1145990 Sep 20 12:12:55.073151 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497816f-7dd5-494c-ac68-e3dac146a76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bf32e5-ecff-40bc-aa4e-a9f1ca7abac8,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:56.073312 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40246) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:56.175053 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7237-10cb-456f-9d7f-473d9cb33027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:56.261435 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7237-10cb-456f-9d7f-473d9cb33027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:56.266095 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7237-10cb-456f-9d7f-473d9cb33027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:56.302370 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-cf0d7237-10cb-456f-9d7f-473d9cb33027 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa536fe3537146eca26b5a50fa2c3239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280190 Sep 20 12:12:56.303477 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d7237-10cb-456f-9d7f-473d9cb33027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a18351f-6d76-41d5-bd68-4f3598d11d62,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:56.305153 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40252) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:12:56.352431 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1c12-6a51-4d9e-8ccc-283e2648e980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:56.375299 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1c12-6a51-4d9e-8ccc-283e2648e980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:56.418161 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1c12-6a51-4d9e-8ccc-283e2648e980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:56.420661 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-8c3b1c12-6a51-4d9e-8ccc-283e2648e980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:12:56.421766 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-8c3b1c12-6a51-4d9e-8ccc-283e2648e980 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a18351f-6d76-41d5-bd68-4f3598d11d62 HTTP/1.1" status: 204 len: 168 time: 0.1156247 Sep 20 12:12:56.428877 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b1c12-6a51-4d9e-8ccc-283e2648e980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a18351f-6d76-41d5-bd68-4f3598d11d62,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:12:58.929777 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:13:05.067738 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-0dcbad6b-e75f-4929-bc38-40fc0761eeb3 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673794585&fields=id&tenant_id=75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 267 time: 0.0323408 Sep 20 12:13:05.167798 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-a539a51f-d502-4d09-9b16-e68b480e1e19 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:05.169254 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-a539a51f-d502-4d09-9b16-e68b480e1e19 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 811 time: 0.0951874 Sep 20 12:13:05.183599 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-27929436-565d-4ac5-afcb-3b154606096d tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/quotas/75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 375 time: 0.0083869 Sep 20 12:13:05.241729 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-62e46ea4-bb0a-4b19-8c1d-90c5a16a06cc tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529535 Sep 20 12:13:05.334371 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-4d264fca-95b3-41fb-af0c-bf1139b3bb6f service neutron] 10.222.0.20 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808413 Sep 20 12:13:05.423423 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-0d79e482-7404-478c-9c19-13fa4837a783 service neutron] 10.222.0.20 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831931 Sep 20 12:13:05.702124 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a8880d3c-2ddb-4888-8503-f86e7f7a1f94 req-a8cbccb6-98a4-447f-87ad-ebe5b52e301d tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 210 time: 0.0258927 Sep 20 12:13:06.791236 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-cd625d30-c34c-4831-99ec-5fb6e0aeaed3 req-b3417682-9bfe-4dba-afc7-2b21bb7fc8f2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 210 time: 0.0249712 Sep 20 12:13:07.880112 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3c974aac-500d-4980-9c92-aea9b7aeba4d req-a93362f9-0b0d-4f72-b58e-cb740ece3859 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 210 time: 0.0251639 Sep 20 12:13:08.493441 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-b855aa2f-3ceb-46ac-b83d-5518d074579b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:08.495152 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-b855aa2f-3ceb-46ac-b83d-5518d074579b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1009283 Sep 20 12:13:08.538500 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-6f3aac06-00a1-4361-8e30-9b99980e5b55 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75dfda11c0c84d7dbae859aab2c44c01 HTTP/1.1" status: 200 len: 379 time: 0.0333936 Sep 20 12:13:08.548781 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'port': {'device_id': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'admin_state_up': True, 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'security_groups': ['1c78d215-08b4-4d58-b919-6eb03ec8dd74']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:08.658874 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Made reservation on behalf of 75dfda11c0c84d7dbae859aab2c44c01 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:13:08.662303 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:08.781198 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Allocated IP 172.20.0.13 (e0919a22-9079-4c43-b483-f42d20d4f9e9/47a86b3e-74b1-4fc7-9176-b29bb877655f/ad5862c4-badd-4fed-827b-5623b3903a8b) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:13:08.929518 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:08.968344 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:08.972792 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f5ee8264-d5bc-498b-bce2-effd4a50ea96 req-33c68e18-1f9d-45f9-bd85-d2c499483114 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 210 time: 0.0262592 Sep 20 12:13:09.016323 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:13:09.019870 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:13:09.023639 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:13:09.032974 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=ad5862c4-badd-4fed-827b-5623b3903a8b,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:09.085310 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:09.085972 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:09.101819 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-95d3c900-57b4-41cf-b0aa-51303327398a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5570769 Sep 20 12:13:09.116198 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Request body: {'port': {'device_id': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:09.180166 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:09.236640 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-c9138ba5-d638-47b6-b1d3-38ee029e60f5 None None] Provisioning complete for port ad5862c4-badd-4fed-827b-5623b3903a8b triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:13:09.237205 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-c9138ba5-d638-47b6-b1d3-38ee029e60f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:09.269318 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-c9138ba5-d638-47b6-b1d3-38ee029e60f5 None None] Port ad5862c4-badd-4fed-827b-5623b3903a8b cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:13:09.436231 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5862c4-badd-4fed-827b-5623b3903a8b {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:13:09.443393 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:09.455426 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Transition to ACTIVE for port object ad5862c4-badd-4fed-827b-5623b3903a8b will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:13:09.458919 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:09.512593 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Pushing event updated for resources: {'Port': ['ID=ad5862c4-badd-4fed-827b-5623b3903a8b,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:09.582313 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Attempting to bind port ad5862c4-badd-4fed-827b-5623b3903a8b on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:13:09.582650 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Attempting to bind port ad5862c4-badd-4fed-827b-5623b3903a8b by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:13:09.582977 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Attempting to bind port ad5862c4-badd-4fed-827b-5623b3903a8b on network e0919a22-9079-4c43-b483-f42d20d4f9e9 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:13:09.587419 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Port ad5862c4-badd-4fed-827b-5623b3903a8b on network e0919a22-9079-4c43-b483-f42d20d4f9e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:13:09.587740 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Attempting to bind port ad5862c4-badd-4fed-827b-5623b3903a8b on network e0919a22-9079-4c43-b483-f42d20d4f9e9 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:13:09.593643 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:13:09.593985 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Checking segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:13:09.594364 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Bound using segment: {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:13:09.594785 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Bound port: ad5862c4-badd-4fed-827b-5623b3903a8b, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '976912e3-1b14-4582-8155-6983a4ce7faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:13:09.595144 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:09.668482 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] For port ad5862c4-badd-4fed-827b-5623b3903a8b, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:13:09.672233 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] For port ad5862c4-badd-4fed-827b-5623b3903a8b, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ad5862c4-badd-4fed-827b-5623b3903a8b,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:13:09.676473 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:09.714997 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:09.715600 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:09.717005 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] 10.222.0.57 "PUT /v2.0/ports/ad5862c4-badd-4fed-827b-5623b3903a8b HTTP/1.1" status: 200 len: 1094 time: 0.6052306 Sep 20 12:13:09.717493 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:13:09.719761 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfad3e1-3852-4615-a56f-8fdfb593866e" -d '{"events": [{"name": "network-changed", "server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:13:09.752323 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c8a9-3552-4c5c-b643-8ea374d8fedf service neutron] Pushing event updated for resources: {'Port': ['ID=ad5862c4-badd-4fed-827b-5623b3903a8b,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:09.768199 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6780d07-0d92-482d-b5b4-d8f9b1ea9b90 x-openstack-request-id: req-b6780d07-0d92-482d-b5b4-d8f9b1ea9b90 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:13:09.768487 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:13:09.768736 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6780d07-0d92-482d-b5b4-d8f9b1ea9b90 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:13:09.769122 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'status': 'completed', 'code': 200} Sep 20 12:13:09.801950 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-6146e68d-c111-43f5-a20f-621d2604b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:09.803535 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-6146e68d-c111-43f5-a20f-621d2604b504 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 1097 time: 0.0449033 Sep 20 12:13:09.847463 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-28967670-70fa-4848-b56f-c8674096bd9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5862c4-badd-4fed-827b-5623b3903a8b HTTP/1.1" status: 200 len: 217 time: 0.0353272 Sep 20 12:13:09.899497 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-cc3895d7-f333-4fbd-98fd-6c5fecf29dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:09.900962 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-cc3895d7-f333-4fbd-98fd-6c5fecf29dc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0472569 Sep 20 12:13:09.944943 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-f1f37a38-2265-4c26-a090-6ca567ec035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:09.946664 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-f1f37a38-2265-4c26-a090-6ca567ec035f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389202 Sep 20 12:13:09.957975 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:10.034171 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-19a81e96-137e-40e9-a4e0-d469c458887f service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807443 Sep 20 12:13:10.089725 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7cbfe-926a-4307-9b2e-fbc2d4c9a586 req-7004f2f8-56b7-4e45-8f8e-565740994998 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:10.091177 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b8f7cbfe-926a-4307-9b2e-fbc2d4c9a586 req-7004f2f8-56b7-4e45-8f8e-565740994998 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 944 time: 0.0511026 Sep 20 12:13:10.127122 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-812db8fb-3ae6-4b2f-9061-495e0c20c459 req-96fa90ff-3bfb-483c-9822-f2820d0e9e24 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854907 Sep 20 12:13:10.128467 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b8f7cbfe-926a-4307-9b2e-fbc2d4c9a586 req-e5e4e58f-7b9a-40b2-b340-39fdb5841f3b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Sep 20 12:13:10.217356 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-feccd4b9-d4a2-4689-aace-ef684e3a7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:10.218771 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-feccd4b9-d4a2-4689-aace-ef684e3a7dba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 1097 time: 0.0401132 Sep 20 12:13:10.312833 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-355ee10f-2c76-41c4-b4b1-dd147b99004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:10.314311 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-355ee10f-2c76-41c4-b4b1-dd147b99004c service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.0870752 Sep 20 12:13:10.355064 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-7857aa22-ab05-4d04-b1a6-0317aebc8efc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5862c4-badd-4fed-827b-5623b3903a8b HTTP/1.1" status: 200 len: 217 time: 0.0331225 Sep 20 12:13:10.408184 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-58762fd3-59ce-416c-95db-73d422c94eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:10.409659 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-58762fd3-59ce-416c-95db-73d422c94eb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0467224 Sep 20 12:13:10.458857 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-a71f29d5-8ed0-47c7-8153-a9c35b1e1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:10.460381 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-a71f29d5-8ed0-47c7-8153-a9c35b1e1974 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428190 Sep 20 12:13:10.555796 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-1b480c3f-44f6-4f07-b6cf-e5745392afd2 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862877 Sep 20 12:13:10.618982 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-35357727-43fd-47af-af30-be9cc5e19f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:10.651431 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6bfad3e1-3852-4615-a56f-8fdfb593866e req-647087ac-1f34-493d-8d01-709af83ae044 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855167 Sep 20 12:13:11.241941 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301fbf6-bf57-4b71-81c0-0903d1d5ee91 req-ecb81688-dcca-497e-9142-6f428eec306e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:11.243371 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5301fbf6-bf57-4b71-81c0-0903d1d5ee91 req-ecb81688-dcca-497e-9142-6f428eec306e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 944 time: 0.0475309 Sep 20 12:13:11.280745 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5301fbf6-bf57-4b71-81c0-0903d1d5ee91 req-1ac182d7-abbe-4461-96ac-b0fa580cee4a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308175 Sep 20 12:13:12.390753 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2988c4-d8f9-46e6-82e0-db396b328b21 req-d8b01c42-e160-4392-b266-82fa1bb8e8fd tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:12.392214 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9f2988c4-d8f9-46e6-82e0-db396b328b21 req-d8b01c42-e160-4392-b266-82fa1bb8e8fd tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 944 time: 0.0476120 Sep 20 12:13:12.427434 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-9f2988c4-d8f9-46e6-82e0-db396b328b21 req-652d8637-7613-4503-bdcb-50e63a3a4950 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295188 Sep 20 12:13:13.283548 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86828-2b21-4edb-b4eb-b94fd065ff24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:13.540970 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635768a0-7c37-4f2e-8229-f02d6663f642 req-b0f296b3-b6d3-4fbd-9189-6dad28470c4f tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:13.542301 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-635768a0-7c37-4f2e-8229-f02d6663f642 req-b0f296b3-b6d3-4fbd-9189-6dad28470c4f tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 944 time: 0.0508626 Sep 20 12:13:13.579488 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-635768a0-7c37-4f2e-8229-f02d6663f642 req-33b08095-bacb-43f3-88ae-109482cd592b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313873 Sep 20 12:13:14.083760 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:14.377936 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:14.692629 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f415cbb-4f2d-471f-a422-029af32a4995 req-56dd2ac0-703f-4e94-8152-4899ad95a500 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:14.694123 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6f415cbb-4f2d-471f-a422-029af32a4995 req-56dd2ac0-703f-4e94-8152-4899ad95a500 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 944 time: 0.0501826 Sep 20 12:13:14.733697 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6f415cbb-4f2d-471f-a422-029af32a4995 req-29c35e2a-395d-453f-b874-d84cc3767b5f tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Sep 20 12:13:15.741008 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:15.845961 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd4538-33a9-428a-8cc0-ff2c0503a029 req-af6feff9-4dd1-4645-991d-984cc04d73c7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:15.847429 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a7fd4538-33a9-428a-8cc0-ff2c0503a029 req-af6feff9-4dd1-4645-991d-984cc04d73c7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 944 time: 0.0488775 Sep 20 12:13:15.884486 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a7fd4538-33a9-428a-8cc0-ff2c0503a029 req-883dbfc8-7adf-4806-a74e-cb4bde33692f tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Sep 20 12:13:16.997840 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a93bf-8f2d-4c9e-b510-fb0efc3e7b5d req-09fb4464-e8c5-406c-a948-d1e91cdacb54 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:16.999920 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-008a93bf-8f2d-4c9e-b510-fb0efc3e7b5d req-09fb4464-e8c5-406c-a948-d1e91cdacb54 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 944 time: 0.0510910 Sep 20 12:13:17.036158 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-008a93bf-8f2d-4c9e-b510-fb0efc3e7b5d req-b4d48471-0729-47c3-8be4-3b2f2fbc8c5c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297070 Sep 20 12:13:17.751759 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device ad5862c4-badd-4fed-827b-5623b3903a8b details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:13:17.844832 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port ad5862c4-badd-4fed-827b-5623b3903a8b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ad5862c4-badd-4fed-827b-5623b3903a8b,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:13:17.855410 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'port_id': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'mac_address': 'fa:16:3e:03:2e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:13:17.891147 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:17.903098 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5862c4-badd-4fed-827b-5623b3903a8b {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:13:17.921042 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port ad5862c4-badd-4fed-827b-5623b3903a8b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ad5862c4-badd-4fed-827b-5623b3903a8b,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:13:17.924864 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:17.969674 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=ad5862c4-badd-4fed-827b-5623b3903a8b,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:18.147552 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc90108-a384-4032-ab43-07e482083ff9 req-2b7ed602-f04b-4e2f-8fb0-c0d88c31acc8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:18.149021 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-abc90108-a384-4032-ab43-07e482083ff9 req-2b7ed602-f04b-4e2f-8fb0-c0d88c31acc8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 945 time: 0.0481918 Sep 20 12:13:18.184387 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-abc90108-a384-4032-ab43-07e482083ff9 req-49047b39-d48a-431f-8c3f-16db06077330 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296500 Sep 20 12:13:18.192744 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['ad5862c4-badd-4fed-827b-5623b3903a8b'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:13:19.293830 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d1de6-78bd-428d-b887-f32661ef3beb req-35b37990-b199-40e1-8a09-ff17bcc8ef9e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:19.295801 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e12d1de6-78bd-428d-b887-f32661ef3beb req-35b37990-b199-40e1-8a09-ff17bcc8ef9e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 945 time: 0.0467041 Sep 20 12:13:19.334441 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e12d1de6-78bd-428d-b887-f32661ef3beb req-a16812a6-eabe-419e-91f4-c60541ce88a2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326254 Sep 20 12:13:19.764606 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device ad5862c4-badd-4fed-827b-5623b3903a8b up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:13:19.814158 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port ad5862c4-badd-4fed-827b-5623b3903a8b completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:13:19.817825 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port ad5862c4-badd-4fed-827b-5623b3903a8b triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:13:19.818189 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:19.888245 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40466) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:19.892306 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:19.914091 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:13:19.916532 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32f257-6c4a-450a-8b9c-ab57ab482b06" -d '{"events": [{"server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "name": "network-vif-plugged", "status": "completed", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:13:19.930055 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port ad5862c4-badd-4fed-827b-5623b3903a8b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ad5862c4-badd-4fed-827b-5623b3903a8b,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:13:19.934902 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:19.961123 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4379bc8-6a6e-4031-bca1-1852499e733d x-openstack-request-id: req-c4379bc8-6a6e-4031-bca1-1852499e733d {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:13:19.961364 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "name": "network-vif-plugged", "status": "completed", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:13:19.961634 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4379bc8-6a6e-4031-bca1-1852499e733d {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:13:19.961991 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'code': 200} Sep 20 12:13:19.987621 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=ad5862c4-badd-4fed-827b-5623b3903a8b,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:20.000095 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:20.092536 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:20.096899 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:20.132060 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=194d6eab264c48b0b2e0199a7ca3d944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421923 Sep 20 12:13:20.134757 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40472) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:20.136429 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63251996-b5df-4f06-a247-cd9ee140465a,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:20.143350 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.143690 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.144047 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.144376 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.144699 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.145021 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.145340 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.145656 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.145972 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.146285 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.146597 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.146908 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a55839e-d2a8-4f29-ae9a-23da8495d62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:13:20.211083 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c380b1-fac7-44df-bd16-c4cb910c75dc req-da026731-6b46-4238-9735-0df0e3ebd206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:20.212580 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b1c380b1-fac7-44df-bd16-c4cb910c75dc req-da026731-6b46-4238-9735-0df0e3ebd206 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 1099 time: 0.0706422 Sep 20 12:13:20.213589 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a5aac3e3-3443-42c3-9271-c19ded530b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:20.250062 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a5aac3e3-3443-42c3-9271-c19ded530b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:20.274876 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-b1c380b1-fac7-44df-bd16-c4cb910c75dc req-980b8da7-5a39-4927-afbc-bfc3e2450ae1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529554 Sep 20 12:13:20.303760 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a5aac3e3-3443-42c3-9271-c19ded530b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:20.306372 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-a5aac3e3-3443-42c3-9271-c19ded530b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:20.307519 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-a5aac3e3-3443-42c3-9271-c19ded530b2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63251996-b5df-4f06-a247-cd9ee140465a HTTP/1.1" status: 204 len: 168 time: 0.1717689 Sep 20 12:13:20.316112 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aac3e3-3443-42c3-9271-c19ded530b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63251996-b5df-4f06-a247-cd9ee140465a,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:20.446893 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34451ddd-1d43-47cc-a694-d6435385fa27 req-a46be2a8-1360-48cf-bfe5-b2346ae0c3ac tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:20.448430 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-34451ddd-1d43-47cc-a694-d6435385fa27 req-a46be2a8-1360-48cf-bfe5-b2346ae0c3ac tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 946 time: 0.0490663 Sep 20 12:13:20.487111 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-34451ddd-1d43-47cc-a694-d6435385fa27 req-12f247f1-070a-454f-87c3-9b310d047a0d tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317492 Sep 20 12:13:20.915824 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e3778-bbf3-4a97-8a1a-6bc833082b32 req-b46a9bc9-8ec8-42e1-8a55-449700ebb664 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:20.917380 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ce3e3778-bbf3-4a97-8a1a-6bc833082b32 req-b46a9bc9-8ec8-42e1-8a55-449700ebb664 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0518954 Sep 20 12:13:20.957544 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ce3e3778-bbf3-4a97-8a1a-6bc833082b32 req-764151b3-d6b7-4c17-818e-d1e5f2d5715f tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335519 Sep 20 12:13:21.295793 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40514) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:21.407168 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-80d1e0f5-d924-461e-a4cc-8af96c78debb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:21.491546 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-80d1e0f5-d924-461e-a4cc-8af96c78debb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:21.495336 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-80d1e0f5-d924-461e-a4cc-8af96c78debb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:21.532701 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-80d1e0f5-d924-461e-a4cc-8af96c78debb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00d95986bf244b9fad043672a46731c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358124 Sep 20 12:13:21.535198 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40520) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:21.540928 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1e0f5-d924-461e-a4cc-8af96c78debb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f591f1-0382-4010-9287-a137066a203e,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:21.589917 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0be4706e-a565-4f2f-bed7-25dfee591632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:21.605755 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece25eb-b80c-468d-85d1-ddb8ede7db26 req-970615f2-f07c-45f8-8d91-f27582efd681 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:21.607326 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ece25eb-b80c-468d-85d1-ddb8ede7db26 req-970615f2-f07c-45f8-8d91-f27582efd681 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 946 time: 0.0530853 Sep 20 12:13:21.610859 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0be4706e-a565-4f2f-bed7-25dfee591632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:21.651055 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5ece25eb-b80c-468d-85d1-ddb8ede7db26 req-2b59e386-49de-40be-a1ad-82951043e391 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375950 Sep 20 12:13:21.660712 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0be4706e-a565-4f2f-bed7-25dfee591632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:21.663290 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0be4706e-a565-4f2f-bed7-25dfee591632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:21.666892 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-0be4706e-a565-4f2f-bed7-25dfee591632 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89f591f1-0382-4010-9287-a137066a203e HTTP/1.1" status: 204 len: 168 time: 0.1285110 Sep 20 12:13:21.673526 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4706e-a565-4f2f-bed7-25dfee591632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f591f1-0382-4010-9287-a137066a203e,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:21.740353 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-873836e5-0c0a-485e-9a32-1e6901c9fd67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423300 Sep 20 12:13:21.776886 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514b52f-aebd-4ba6-b13c-b6570e63bd10 req-f6bdc4db-06cc-4bb0-b836-ac97fc6c0e2e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:21.778410 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6514b52f-aebd-4ba6-b13c-b6570e63bd10 req-f6bdc4db-06cc-4bb0-b836-ac97fc6c0e2e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 946 time: 0.0511367 Sep 20 12:13:21.809614 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-7354e032-38ea-4196-a0db-7041b3a118f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:21.811779 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-7354e032-38ea-4196-a0db-7041b3a118f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 1098 time: 0.0469246 Sep 20 12:13:21.822982 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6514b52f-aebd-4ba6-b13c-b6570e63bd10 req-e98ffdaa-d38e-4b5b-a225-0c7996e5f32e tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Sep 20 12:13:21.848690 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40526) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:21.889679 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146df64-f23c-447f-bd5b-6d524a5baf73 tempest-TestVolumeBootPattern-1331809189 tempest-TestVolumeBootPattern-1331809189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:21.893853 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e146df64-f23c-447f-bd5b-6d524a5baf73 tempest-TestVolumeBootPattern-1331809189 tempest-TestVolumeBootPattern-1331809189-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 1094 time: 0.0415194 Sep 20 12:13:21.894146 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40528) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:21.898566 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'port_id': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:21.923939 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:21.931177 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-07d469c3-944f-4f8c-8777-65ccfab1bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:21.932767 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-07d469c3-944f-4f8c-8777-65ccfab1bc9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.0990944 Sep 20 12:13:22.003782 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-8256ac05-cacf-4788-86eb-b215448ae264 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369c433d-f51f-4025-9373-933b4971afc5 HTTP/1.1" status: 200 len: 1001 time: 0.0614347 Sep 20 12:13:22.045416 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:22.055249 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-5f2f6bfb-d294-4dbc-82f2-a645832621eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:22.056723 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-5f2f6bfb-d294-4dbc-82f2-a645832621eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0450158 Sep 20 12:13:22.105108 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-07a4bac7-d575-43f9-91d3-b90c2a2898ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:22.106575 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-07a4bac7-d575-43f9-91d3-b90c2a2898ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418377 Sep 20 12:13:22.127332 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1881f8-cade-44ad-92bc-1158cd15271e req-3eafdf7e-9d89-49f0-9963-02b086eba71d tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:22.128851 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6a1881f8-cade-44ad-92bc-1158cd15271e req-3eafdf7e-9d89-49f0-9963-02b086eba71d tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0962355 Sep 20 12:13:22.203356 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6a1881f8-cade-44ad-92bc-1158cd15271e req-f1b49f1c-372f-4a8e-89df-e3f98fda4621 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635691 Sep 20 12:13:22.204197 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-11ae1ec8-05cd-4398-afe6-0331272aa446 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821574 Sep 20 12:13:22.213596 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_common [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Allocated IP 172.27.3.197 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/e7f62b98-5364-4e84-9016-1cf4d5451005) {{(pid=94128) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:13:22.297601 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-5a7091c8-c66b-45bc-b52c-e90ed3cdef7f req-7ae4640c-ac42-45fc-97e4-abad6d71d0bb service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843048 Sep 20 12:13:22.317104 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:22.349849 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:22.384925 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94128) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:13:22.387703 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.base_scheduler [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Resources bound (agent type, host, resource id): {{(pid=94128) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:13:22.391763 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Received port after_create {{(pid=94128) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:13:22.417468 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=e7f62b98-5364-4e84-9016-1cf4d5451005,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:22.735719 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:22.798782 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:22.941000 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for port, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:22.945075 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5512686'] for port, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.013428 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event updated for resources: {'Port': ['ID=e7f62b98-5364-4e84-9016-1cf4d5451005,revision_number=2']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:23.022976 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.034150 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-38a09d87-7dc9-4707-b0e3-9c24e98158fe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:23.035643 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-38a09d87-7dc9-4707-b0e3-9c24e98158fe tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Sep 20 12:13:23.135148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Deleting port a9e516b0-8161-4aa6-a47a-30cc74468113 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:13:23.135481 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.224463 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] For port a9e516b0-8161-4aa6-a47a-30cc74468113, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=a9e516b0-8161-4aa6-a47a-30cc74468113,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:13:23.224865 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.387387 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaaac0-b939-4924-bd77-343d487dd97b req-9475b23f-ebc1-42c1-bfc6-2e2e8493c4c1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:23.389446 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e8aaaac0-b939-4924-bd77-343d487dd97b req-9475b23f-ebc1-42c1-bfc6-2e2e8493c4c1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba5a5900-586b-43ad-a9e0-b313e4c10314 HTTP/1.1" status: 200 len: 945 time: 0.0869329 Sep 20 12:13:23.393358 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.393850 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.394041 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.l3_db [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Floating IP 92f2bfb6-9370-423d-8e04-5d23f2751574 disassociated. External IP: 172.27.3.112, port: a9e516b0-8161-4aa6-a47a-30cc74468113. Sep 20 12:13:23.394344 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Calling delete_port for a9e516b0-8161-4aa6-a47a-30cc74468113 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:13:23.418079 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Floating IP f5c8ffef-f0de-4db9-a56b-00c2f72c10fe associated. External IP: 172.27.3.197, port: ad5862c4-badd-4fed-827b-5623b3903a8b. Sep 20 12:13:23.471690 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e8aaaac0-b939-4924-bd77-343d487dd97b req-9a20b282-37db-4948-bfc5-a2a465083a94 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=54dbaaef-64bd-4af1-814b-a77baf703090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760169 Sep 20 12:13:23.521189 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.549649 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event deleted for resources: {'Port': ['ID=a9e516b0-8161-4aa6-a47a-30cc74468113,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:23.651477 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Router 4bd09b13-96de-4f08-b842-fe74646c2503 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:13:23.667018 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Router 3c58c057-52db-4179-8167-6012f20e751b has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:13:23.757529 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:13:23.767809 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:13:23.773067 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:13:23.776652 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.779920 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:13:23.780745 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:13:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:23.784359 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] Sync routers for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:13:23.794398 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:13:23.795743 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:13:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:23.804670 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-60709690-242a-4658-bb18-ac77c91d5de8 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9095087 Sep 20 12:13:23.805325 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:13:23.807665 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42465fc-ab4c-4417-998f-91378d96b405" -d '{"events": [{"name": "network-changed", "server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:13:23.837957 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] No DVR routers for this DVR port a9e516b0-8161-4aa6-a47a-30cc74468113 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:13:23.840557 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:23.843266 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-858bdd16-8459-45b3-bbac-9ca85d5a749e req-c237e878-77bd-4dcc-bfb6-72215de06c15 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "DELETE /v2.0/ports/a9e516b0-8161-4aa6-a47a-30cc74468113 HTTP/1.1" status: 204 len: 173 time: 0.7992275 Sep 20 12:13:23.843788 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'name': 'network-vif-deleted', 'tag': 'a9e516b0-8161-4aa6-a47a-30cc74468113'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:13:23.846405 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0294508-269e-44ab-bd5d-3ee18f2638b2" -d '{"events": [{"server_uuid": "ba5a5900-586b-43ad-a9e0-b313e4c10314", "name": "network-vif-deleted", "tag": "a9e516b0-8161-4aa6-a47a-30cc74468113"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:13:23.875234 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6224c17-61bc-46bc-a2ca-7dbd4fb13667 x-openstack-request-id: req-d6224c17-61bc-46bc-a2ca-7dbd4fb13667 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:13:23.875517 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:13:23.875761 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6224c17-61bc-46bc-a2ca-7dbd4fb13667 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:13:23.876663 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'status': 'completed', 'code': 200} Sep 20 12:13:23.919083 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d5c219-d46b-4fa0-a823-7b6455a8dce7 x-openstack-request-id: req-a0d5c219-d46b-4fa0-a823-7b6455a8dce7 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:13:23.920247 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5a5900-586b-43ad-a9e0-b313e4c10314", "name": "network-vif-deleted", "tag": "a9e516b0-8161-4aa6-a47a-30cc74468113", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:13:23.921117 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0d5c219-d46b-4fa0-a823-7b6455a8dce7 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:13:23.921758 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5a5900-586b-43ad-a9e0-b313e4c10314', 'name': 'network-vif-deleted', 'tag': 'a9e516b0-8161-4aa6-a47a-30cc74468113', 'status': 'completed', 'code': 200} Sep 20 12:13:23.924639 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:13:23.957805 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42465fc-ab4c-4417-998f-91378d96b405 req-9eaafb79-1bca-4a0f-ab11-0703c57b95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:23.963653 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c42465fc-ab4c-4417-998f-91378d96b405 req-9eaafb79-1bca-4a0f-ab11-0703c57b95b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 1099 time: 0.0543089 Sep 20 12:13:23.989996 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:13:24.077866 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42465fc-ab4c-4417-998f-91378d96b405 req-4b2d4a49-aacd-4f18-a152-0621225a5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:24.079695 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c42465fc-ab4c-4417-998f-91378d96b405 req-4b2d4a49-aacd-4f18-a152-0621225a5293 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.1056912 Sep 20 12:13:24.155034 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c42465fc-ab4c-4417-998f-91378d96b405 req-6df22eda-661d-40f0-8e77-148a691fd464 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5862c4-badd-4fed-827b-5623b3903a8b HTTP/1.1" status: 200 len: 1000 time: 0.0668733 Sep 20 12:13:24.177466 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:22Z', 'revision_number': 1, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}, {'id': 'f5c8ffef-f0de-4db9-a56b-00c2f72c10fe', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:03:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:13:22Z', 'updated_at': '2021-09-20T12:13:22Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:24.209932 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42465fc-ab4c-4417-998f-91378d96b405 req-d611bd62-b1ba-4aa1-9e8d-162ba176e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:24.210847 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c42465fc-ab4c-4417-998f-91378d96b405 req-d611bd62-b1ba-4aa1-9e8d-162ba176e6ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0479283 Sep 20 12:13:24.258621 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42465fc-ab4c-4417-998f-91378d96b405 req-1690f708-159f-4a98-b052-9bf979d278ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:24.260145 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c42465fc-ab4c-4417-998f-91378d96b405 req-1690f708-159f-4a98-b052-9bf979d278ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417604 Sep 20 12:13:24.302147 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:13:24.312532 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:13:24.313040 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:13:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:24.335782 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:24.367972 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] Checking router: 3c58c057-52db-4179-8167-6012f20e751b for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:13:24.376846 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:13:24.377459 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:13:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:24.378115 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c42465fc-ab4c-4417-998f-91378d96b405 req-8dd5f2bb-47ed-464a-8286-8a1efbef1a41 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049218 Sep 20 12:13:24.434377 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:13:24.477770 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-c42465fc-ab4c-4417-998f-91378d96b405 req-0a22bf28-630a-411a-b599-e94e85f854b7 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929942 Sep 20 12:13:24.515910 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:13:24.566538 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40546) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:24.625055 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1ab06958-b454-44bf-b336-5ad218e42938 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:24.648481 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1ab06958-b454-44bf-b336-5ad218e42938 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:24.670060 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:22Z', 'revision_number': 1, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}, {'id': 'f5c8ffef-f0de-4db9-a56b-00c2f72c10fe', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:03:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:13:22Z', 'updated_at': '2021-09-20T12:13:22Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:24.700345 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f75135-770a-4f82-b578-4509a7b4f2b4 None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:22Z', 'revision_number': 1, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}, {'id': 'f5c8ffef-f0de-4db9-a56b-00c2f72c10fe', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:03:2e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:13:22Z', 'updated_at': '2021-09-20T12:13:22Z', 'revision_number': 0, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:13:24.700709 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1ab06958-b454-44bf-b336-5ad218e42938 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:24.704156 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1ab06958-b454-44bf-b336-5ad218e42938 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:24.708280 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40548) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:24.708585 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1ab06958-b454-44bf-b336-5ad218e42938 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "DELETE /v2.0/security-groups/54dbaaef-64bd-4af1-814b-a77baf703090 HTTP/1.1" status: 204 len: 168 time: 0.1399717 Sep 20 12:13:24.719759 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06958-b454-44bf-b336-5ad218e42938 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dbaaef-64bd-4af1-814b-a77baf703090,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:24.731003 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.api.v2.resource [None req-102a4969-5e21-4289-a8e7-65d990765558 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] show failed (client error): The resource could not be found. Sep 20 12:13:24.732476 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-102a4969-5e21-4289-a8e7-65d990765558 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups/54dbaaef-64bd-4af1-814b-a77baf703090 HTTP/1.1" status: 404 len: 347 time: 0.0231299 Sep 20 12:13:24.735394 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40550) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:24.748619 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:24.778220 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cd982-0cd0-4901-a3f1-95561eebdebd None None] The sync data for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi is: [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:13:24.873386 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Deleting port df764afc-01b9-47a3-9dd6-f04fb2410aa7 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:13:24.873725 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:24.933696 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623e844e-09f0-4943-9403-2df7770d4ae0 None None] New status for floating IP f5c8ffef-f0de-4db9-a56b-00c2f72c10fe: ACTIVE {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:13:24.958687 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:24.959013 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:24.971547 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Calling delete_port for df764afc-01b9-47a3-9dd6-f04fb2410aa7 owned by network:floatingip {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:13:25.055913 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89699823-923c-40a6-bba0-e471cbb9453d None None] New status for floating IP 92f2bfb6-9370-423d-8e04-5d23f2751574: DOWN {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:13:25.113182 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.137554 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.db.api [None req-89699823-923c-40a6-bba0-e471cbb9453d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 12:13:25.137975 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG oslo_db.api [None req-89699823-923c-40a6-bba0-e471cbb9453d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 12:13:25.138611 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event deleted for resources: {'Port': ['ID=df764afc-01b9-47a3-9dd6-f04fb2410aa7,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:25.198198 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.200663 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.201815 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-36aaf3f8-aa0f-4061-87b8-42477d78b291 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "DELETE /v2.0/floatingips/92f2bfb6-9370-423d-8e04-5d23f2751574 HTTP/1.1" status: 204 len: 168 time: 0.4654388 Sep 20 12:13:25.396955 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40554) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:25.401527 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-87caaa96-67f8-44b7-971c-e9baab29c5a1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1607745974', 'description': 'tempest-description--24136344'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:25.424086 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87caaa96-67f8-44b7-971c-e9baab29c5a1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.504029 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87caaa96-67f8-44b7-971c-e9baab29c5a1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.507413 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87caaa96-67f8-44b7-971c-e9baab29c5a1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.534711 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87caaa96-67f8-44b7-971c-e9baab29c5a1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.535931 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-87caaa96-67f8-44b7-971c-e9baab29c5a1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1379342 Sep 20 12:13:25.537755 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87caaa96-67f8-44b7-971c-e9baab29c5a1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240fb099-e096-440a-a13d-96268b93e631,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:25.538860 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40556) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:25.545294 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-25839ceb-83f1-4744-812c-c2dec99c9ffd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'security_group_rule': {'security_group_id': '240fb099-e096-440a-a13d-96268b93e631', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:25.570748 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-25839ceb-83f1-4744-812c-c2dec99c9ffd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.624845 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-25839ceb-83f1-4744-812c-c2dec99c9ffd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.628195 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-25839ceb-83f1-4744-812c-c2dec99c9ffd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.639385 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89699823-923c-40a6-bba0-e471cbb9453d None None] New status for floating IP 92f2bfb6-9370-423d-8e04-5d23f2751574: DOWN {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:13:25.642071 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25839ceb-83f1-4744-812c-c2dec99c9ffd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab8f805-d09d-452b-b3f3-2864b12d5295,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:25.653362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-25839ceb-83f1-4744-812c-c2dec99c9ffd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.655242 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-25839ceb-83f1-4744-812c-c2dec99c9ffd tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144931 Sep 20 12:13:25.657791 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40558) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:25.662026 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-7c97cd35-14da-4d0f-b8bb-66be5bf2d2ab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'security_group_rule': {'security_group_id': '240fb099-e096-440a-a13d-96268b93e631', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:25.688467 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd35-14da-4d0f-b8bb-66be5bf2d2ab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.746591 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd35-14da-4d0f-b8bb-66be5bf2d2ab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.750111 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd35-14da-4d0f-b8bb-66be5bf2d2ab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508216'] for security_group_rule, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.767282 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97cd35-14da-4d0f-b8bb-66be5bf2d2ab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcac5ea5-e802-4a16-bdc2-f40600d078ec,revision_number=0']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:25.772684 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-7c97cd35-14da-4d0f-b8bb-66be5bf2d2ab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.773779 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-7c97cd35-14da-4d0f-b8bb-66be5bf2d2ab tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150870 Sep 20 12:13:25.776811 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40560) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:25.781612 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'floatingip': {'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:25.803204 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.803615 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a9e516b0-8161-4aa6-a47a-30cc74468113 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:13:25.822652 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: a9e516b0-8161-4aa6-a47a-30cc74468113 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:13:25.822984 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device a9e516b0-8161-4aa6-a47a-30cc74468113 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:13:25.900630 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:25.998974 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Allocated IP 172.27.3.110 (f3344b5d-5788-473a-b961-169949d427b3/f76e97f5-02e3-45f7-867c-e8c3fa8f64c3/4da79afb-dfc7-4199-84dd-3a2391a386ca) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:13:26.097824 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:26.129715 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:26.162690 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Network f3344b5d-5788-473a-b961-169949d427b3 is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:13:26.165487 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:13:26.168888 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:13:26.195948 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'Port': ['ID=4da79afb-dfc7-4199-84dd-3a2391a386ca,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:26.257541 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:26.289469 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:26.439028 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:26.443572 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:26.511918 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'Port': ['ID=4da79afb-dfc7-4199-84dd-3a2391a386ca,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:26.517826 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:26.529916 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:26.531130 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-4d8602b4-6695-4c61-a335-89949f9064d1 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7534235 Sep 20 12:13:26.713780 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-9e2d5517-bf98-4f57-be94-180d07c43d84 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1607745974&fields=id&tenant_id=7a5d255eb5024bd18bdb5bece0748198 HTTP/1.1" status: 200 len: 267 time: 0.0320089 Sep 20 12:13:26.816256 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709723-d062-44c6-9da7-d10f4c1725df req-85489a88-fd75-4094-a54a-7cf482a7ef4b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:26.817646 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-85489a88-fd75-4094-a54a-7cf482a7ef4b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 810 time: 0.0974948 Sep 20 12:13:26.831737 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-ff718b10-e65b-4298-ab02-21e641362e29 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/quotas/7a5d255eb5024bd18bdb5bece0748198 HTTP/1.1" status: 200 len: 375 time: 0.0085788 Sep 20 12:13:26.887909 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-d6e0461e-f39c-494b-bf47-f6d76818c63b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512173 Sep 20 12:13:27.069012 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-933ddafa-18e7-4c6d-8041-ae644937c75d service neutron] 10.222.0.20 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692674 Sep 20 12:13:27.159358 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-d7d9fa89-1b20-43a0-a6a7-5b7eb8358363 service neutron] 10.222.0.20 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 Sep 20 12:13:27.312430 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-31c0f389-15c8-4a7f-acc7-7accf7174861 req-7686b448-2cdf-44a9-841b-3c73a81b33a2 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 210 time: 0.0253930 Sep 20 12:13:28.182365 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709723-d062-44c6-9da7-d10f4c1725df req-67970ec4-44db-46f8-b8b3-d2e7f04ed0ca tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:28.184346 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-67970ec4-44db-46f8-b8b3-d2e7f04ed0ca tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 810 time: 0.1019115 Sep 20 12:13:28.227808 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-4656b304-4ec9-4e40-b4bd-5500de134701 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a5d255eb5024bd18bdb5bece0748198 HTTP/1.1" status: 200 len: 380 time: 0.0344288 Sep 20 12:13:28.238225 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'port': {'device_id': 'aac64697-ec31-41cb-b569-ec9112221732', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'admin_state_up': True, 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'security_groups': ['240fb099-e096-440a-a13d-96268b93e631']}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:28.345918 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Made reservation on behalf of 7a5d255eb5024bd18bdb5bece0748198 for: {'port': 1} {{(pid=94127) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 12:13:28.349600 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:28.406162 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-940c5597-2962-47d6-a411-34878c56759b req-1d3ad7d5-03ed-48f8-8d96-2cc8a3d70963 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 210 time: 0.0254021 Sep 20 12:13:28.469834 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_common [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Allocated IP 172.20.0.4 (ded63163-f151-401e-b7b6-adf511d65bfb/d4233159-8906-4cc3-b34a-93ac5aedcf9e/369f327e-7c93-41ee-b4e9-a57372b91fe4) {{(pid=94127) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 12:13:28.600415 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for port, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:28.631771 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750295384266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:28.671909 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Network ded63163-f151-401e-b7b6-adf511d65bfb is already hosted by enough agents. {{(pid=94127) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 12:13:28.675630 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.base_scheduler [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Resources bound (agent type, host, resource id): {{(pid=94127) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 12:13:28.680116 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Received port after_create {{(pid=94127) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 12:13:28.688796 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event updated for resources: {'Port': ['ID=369f327e-7c93-41ee-b4e9-a57372b91fe4,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:28.733894 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:28.734547 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:28.749389 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-233f71b5-6e02-40f0-bd50-fd72f1e62836 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5146537 Sep 20 12:13:28.763355 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.v2.base [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Request body: {'port': {'device_id': 'aac64697-ec31-41cb-b569-ec9112221732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81000'}} {{(pid=94127) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:28.867127 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-10b1fc72-9283-4a11-bc7b-b448771e55be None None] Provisioning complete for port 369f327e-7c93-41ee-b4e9-a57372b91fe4 triggered by entity DHCP. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:13:28.867773 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-10b1fc72-9283-4a11-bc7b-b448771e55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:28.905353 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-10b1fc72-9283-4a11-bc7b-b448771e55be None None] Port 369f327e-7c93-41ee-b4e9-a57372b91fe4 cannot update to ACTIVE because it is not bound. {{(pid=94129) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 12:13:29.066702 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:29.308737 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369f327e-7c93-41ee-b4e9-a57372b91fe4 {{(pid=94127) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:13:29.315803 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:29.327563 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Transition to ACTIVE for port object 369f327e-7c93-41ee-b4e9-a57372b91fe4 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 12:13:29.331147 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:29.382466 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Pushing event updated for resources: {'Port': ['ID=369f327e-7c93-41ee-b4e9-a57372b91fe4,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:29.450344 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Attempting to bind port 369f327e-7c93-41ee-b4e9-a57372b91fe4 on host hv-cinder-81000 for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 12:13:29.450717 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Attempting to bind port 369f327e-7c93-41ee-b4e9-a57372b91fe4 by drivers openvswitch,hyperv on host hv-cinder-81000 at level 0 using segments [{'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 12:13:29.451044 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Attempting to bind port 369f327e-7c93-41ee-b4e9-a57372b91fe4 on network ded63163-f151-401e-b7b6-adf511d65bfb {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:13:29.455595 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Port 369f327e-7c93-41ee-b4e9-a57372b91fe4 on network ded63163-f151-401e-b7b6-adf511d65bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81000 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 12:13:29.455935 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Attempting to bind port 369f327e-7c93-41ee-b4e9-a57372b91fe4 on network ded63163-f151-401e-b7b6-adf511d65bfb {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 12:13:29.460972 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Checking agent: {'id': 'a224d4ac-197b-4e8c-af76-b73c78ee8e66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81000', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'started_at': datetime.datetime(2021, 9, 20, 12, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 12, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 12:13:29.461307 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Checking segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 12:13:29.461684 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Bound using segment: {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 12:13:29.462109 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Bound port: 369f327e-7c93-41ee-b4e9-a57372b91fe4, host: hv-cinder-81000, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0976b1-2407-4629-9139-5c146addfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 12:13:29.462461 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:29.527915 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] For port 369f327e-7c93-41ee-b4e9-a57372b91fe4, host hv-cinder-81000, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 12:13:29.531563 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] For port 369f327e-7c93-41ee-b4e9-a57372b91fe4, host hv-cinder-81000, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369f327e-7c93-41ee-b4e9-a57372b91fe4,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 12:13:29.532357 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb127dee-5f7e-4055-b35c-9c3de5da45f8 req-3bcb5c39-8180-472b-8b7e-40656a281e89 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:29.533838 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fb127dee-5f7e-4055-b35c-9c3de5da45f8 req-3bcb5c39-8180-472b-8b7e-40656a281e89 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 943 time: 0.0578983 Sep 20 12:13:29.536538 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66711194'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:29.571954 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fb127dee-5f7e-4055-b35c-9c3de5da45f8 req-8ecc6000-bca7-4a39-821a-8f7f9004225b tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321918 Sep 20 12:13:29.572223 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:29.572827 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:29.574155 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] 10.222.0.57 "PUT /v2.0/ports/369f327e-7c93-41ee-b4e9-a57372b91fe4 HTTP/1.1" status: 200 len: 1093 time: 0.8151104 Sep 20 12:13:29.574581 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac64697-ec31-41cb-b569-ec9112221732', 'tag': '369f327e-7c93-41ee-b4e9-a57372b91fe4'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:13:29.577360 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1efa11-54a7-481b-8caa-1874a545fd23" -d '{"events": [{"name": "network-changed", "server_uuid": "aac64697-ec31-41cb-b569-ec9112221732", "tag": "369f327e-7c93-41ee-b4e9-a57372b91fe4"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:13:29.610491 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a77e3-db11-4b06-ba72-dbd14795586a service neutron] Pushing event updated for resources: {'Port': ['ID=369f327e-7c93-41ee-b4e9-a57372b91fe4,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:29.642120 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0151052c-6959-43b1-8d58-c1eaf2d787f4 x-openstack-request-id: req-0151052c-6959-43b1-8d58-c1eaf2d787f4 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:13:29.642407 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac64697-ec31-41cb-b569-ec9112221732", "tag": "369f327e-7c93-41ee-b4e9-a57372b91fe4", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:13:29.642655 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0151052c-6959-43b1-8d58-c1eaf2d787f4 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:13:29.643042 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac64697-ec31-41cb-b569-ec9112221732', 'tag': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'status': 'completed', 'code': 200} Sep 20 12:13:29.659095 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709723-d062-44c6-9da7-d10f4c1725df req-20f5c722-95b8-4dfa-99f2-0ab146231183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:29.660630 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-20f5c722-95b8-4dfa-99f2-0ab146231183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 1096 time: 0.0444286 Sep 20 12:13:29.703953 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-89ffd076-c3d1-479b-98bc-398536a87888 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=369f327e-7c93-41ee-b4e9-a57372b91fe4 HTTP/1.1" status: 200 len: 217 time: 0.0350785 Sep 20 12:13:29.757084 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709723-d062-44c6-9da7-d10f4c1725df req-1d899bb1-a5ce-402e-a585-a4ebd42cc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:29.758678 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-1d899bb1-a5ce-402e-a585-a4ebd42cc508 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4233159-8906-4cc3-b34a-93ac5aedcf9e HTTP/1.1" status: 200 len: 849 time: 0.0478365 Sep 20 12:13:29.802648 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709723-d062-44c6-9da7-d10f4c1725df req-cfc23d0e-b4c0-4917-97a0-e15eac38dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:29.804119 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-cfc23d0e-b4c0-4917-97a0-e15eac38dddb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ded63163-f151-401e-b7b6-adf511d65bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385578 Sep 20 12:13:29.892461 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-4f5e1dee-3f7b-476f-88e3-9b8af92b2820 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811777 Sep 20 12:13:29.981349 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-79709723-d062-44c6-9da7-d10f4c1725df req-a22fe217-03cb-4860-a6cd-9cecd395d644 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815172 Sep 20 12:13:30.074240 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-1f3a9b94-905e-47bd-be25-7d288d0139f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:30.076372 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-1f3a9b94-905e-47bd-be25-7d288d0139f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 1096 time: 0.0392971 Sep 20 12:13:30.164414 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-f36cf871-9940-4f61-aa24-6ed80386d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:30.165756 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-f36cf871-9940-4f61-aa24-6ed80386d47d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 911 time: 0.0831094 Sep 20 12:13:30.207259 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-dfd69b87-83f0-43c1-9880-a4b51b4027eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=369f327e-7c93-41ee-b4e9-a57372b91fe4 HTTP/1.1" status: 200 len: 217 time: 0.0322692 Sep 20 12:13:30.257593 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-e5359283-2122-472b-aed1-8c774fcd80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:30.258958 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-e5359283-2122-472b-aed1-8c774fcd80cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4233159-8906-4cc3-b34a-93ac5aedcf9e HTTP/1.1" status: 200 len: 849 time: 0.0445087 Sep 20 12:13:30.306124 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-b8779015-a84c-4da0-9077-b8e946c5d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:30.307552 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-b8779015-a84c-4da0-9077-b8e946c5d0b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ded63163-f151-401e-b7b6-adf511d65bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416143 Sep 20 12:13:30.396178 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-4b025f7b-9791-4222-8c04-f37d7b2131c6 service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782526 Sep 20 12:13:30.485307 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6f1efa11-54a7-481b-8caa-1874a545fd23 req-b7eff62e-3144-4c03-94d4-4c511de8a50f service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812163 Sep 20 12:13:30.689861 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50443c4e-1b68-404a-a6dd-66633acd5995 req-4335dac3-a1f5-467a-8bcd-9ce8b978f489 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:30.691333 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-50443c4e-1b68-404a-a6dd-66633acd5995 req-4335dac3-a1f5-467a-8bcd-9ce8b978f489 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 943 time: 0.0513692 Sep 20 12:13:30.728149 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-50443c4e-1b68-404a-a6dd-66633acd5995 req-4b8d6645-9770-45e0-9b28-de0da154abcb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Sep 20 12:13:31.834036 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 369f327e-7c93-41ee-b4e9-a57372b91fe4 details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:13:31.842328 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b40f0-c6e0-41cf-b19a-856e8c5933d6 req-7a9b3e7c-63c9-4e2e-a0c1-db39bb50f4ce tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:31.843817 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-393b40f0-c6e0-41cf-b19a-856e8c5933d6 req-7a9b3e7c-63c9-4e2e-a0c1-db39bb50f4ce tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 943 time: 0.0479789 Sep 20 12:13:31.879848 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-393b40f0-c6e0-41cf-b19a-856e8c5933d6 req-aed738e6-b3ec-49bc-84df-6609ecc6ccaf tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301900 Sep 20 12:13:31.925493 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 369f327e-7c93-41ee-b4e9-a57372b91fe4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369f327e-7c93-41ee-b4e9-a57372b91fe4,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:13:31.936376 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'port_id': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'mac_address': 'fa:16:3e:e8:00:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:13:31.975782 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:31.988227 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369f327e-7c93-41ee-b4e9-a57372b91fe4 {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:13:32.007507 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 369f327e-7c93-41ee-b4e9-a57372b91fe4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369f327e-7c93-41ee-b4e9-a57372b91fe4,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:13:32.011336 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:32.059646 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=369f327e-7c93-41ee-b4e9-a57372b91fe4,revision_number=4']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:32.247094 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['369f327e-7c93-41ee-b4e9-a57372b91fe4'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:13:32.993458 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f24db-c787-4601-90f1-23cd3be98a6f req-4130e4fd-903d-4265-9927-962552104cd5 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:32.999099 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-648f24db-c787-4601-90f1-23cd3be98a6f req-4130e4fd-903d-4265-9927-962552104cd5 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 944 time: 0.0490990 Sep 20 12:13:33.032565 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-648f24db-c787-4601-90f1-23cd3be98a6f req-885743f8-e189-4104-9c88-e8a03099efba tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Sep 20 12:13:33.842050 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 369f327e-7c93-41ee-b4e9-a57372b91fe4 up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:13:33.888270 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning for port 369f327e-7c93-41ee-b4e9-a57372b91fe4 completed by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 12:13:33.891704 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 369f327e-7c93-41ee-b4e9-a57372b91fe4 triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:13:33.892101 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:33.964329 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:33.987643 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac64697-ec31-41cb-b569-ec9112221732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369f327e-7c93-41ee-b4e9-a57372b91fe4'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:13:33.989883 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee299cdf-0ea7-4bf5-b218-7caf3de6f1b4" -d '{"events": [{"server_uuid": "aac64697-ec31-41cb-b569-ec9112221732", "name": "network-vif-plugged", "status": "completed", "tag": "369f327e-7c93-41ee-b4e9-a57372b91fe4"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:13:34.005121 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 369f327e-7c93-41ee-b4e9-a57372b91fe4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369f327e-7c93-41ee-b4e9-a57372b91fe4,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:13:34.009184 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:34.036097 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e66a36-08c2-4c11-8e72-c0b9ef930bd6 x-openstack-request-id: req-b7e66a36-08c2-4c11-8e72-c0b9ef930bd6 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:13:34.036390 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac64697-ec31-41cb-b569-ec9112221732", "name": "network-vif-plugged", "status": "completed", "tag": "369f327e-7c93-41ee-b4e9-a57372b91fe4", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:13:34.036639 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7e66a36-08c2-4c11-8e72-c0b9ef930bd6 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:13:34.037023 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac64697-ec31-41cb-b569-ec9112221732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'code': 200} Sep 20 12:13:34.064001 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=369f327e-7c93-41ee-b4e9-a57372b91fe4,revision_number=5']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:13:34.150298 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef761976-5dd9-4384-a6aa-9fc1b91e1acd req-7ea43ee4-ac7a-41f7-9edc-9679b7c3534f tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:34.151771 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef761976-5dd9-4384-a6aa-9fc1b91e1acd req-7ea43ee4-ac7a-41f7-9edc-9679b7c3534f tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 945 time: 0.0530181 Sep 20 12:13:34.190680 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-ef761976-5dd9-4384-a6aa-9fc1b91e1acd req-1aa17643-0d6f-45ed-9b64-135cee830471 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Sep 20 12:13:34.193892 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dab82d-c8bb-45a4-bbfd-b78125f25d1c req-c1326407-a4c6-4a95-8626-483ac2596be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:34.195381 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-07dab82d-c8bb-45a4-bbfd-b78125f25d1c req-c1326407-a4c6-4a95-8626-483ac2596be3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 1098 time: 0.0391264 Sep 20 12:13:34.230913 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-07dab82d-c8bb-45a4-bbfd-b78125f25d1c req-a7d3e838-871b-4bec-ad47-6c184860871a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264816 Sep 20 12:13:35.304043 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484c1e1-fa38-4e0e-8612-e759b7110f18 req-2c9f02e4-27eb-48d0-8453-b9fc465567cb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:35.305533 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2484c1e1-fa38-4e0e-8612-e759b7110f18 req-2c9f02e4-27eb-48d0-8453-b9fc465567cb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 945 time: 0.0484512 Sep 20 12:13:35.342878 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-2484c1e1-fa38-4e0e-8612-e759b7110f18 req-172d4405-8c6d-4622-962f-ae1e5db06bd6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313599 Sep 20 12:13:35.928386 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:13:36.454671 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9767e-0c0f-4fcc-b953-c35b3f3acc97 req-918ba30e-bf32-4631-aa12-f3ffccdb03c6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:36.456153 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-06a9767e-0c0f-4fcc-b953-c35b3f3acc97 req-918ba30e-bf32-4631-aa12-f3ffccdb03c6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 945 time: 0.0469587 Sep 20 12:13:36.491991 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-06a9767e-0c0f-4fcc-b953-c35b3f3acc97 req-2e642cf0-a27c-4d19-9e6a-346c592ca3c2 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299442 Sep 20 12:13:36.602340 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9571b8b-a647-49d2-adaa-c13254f739bc req-632b5cb9-1933-41d1-a4bd-075d22360195 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:36.603786 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f9571b8b-a647-49d2-adaa-c13254f739bc req-632b5cb9-1933-41d1-a4bd-075d22360195 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 945 time: 0.0512850 Sep 20 12:13:36.612138 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40618) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:13:36.616377 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.v2.base [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Request body: {'floatingip': {'port_id': '369f327e-7c93-41ee-b4e9-a57372b91fe4'}} {{(pid=94128) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 12:13:36.654373 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, before_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:37.066134 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:37.069595 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:37.163805 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Floating IP 86fb8bcf-8c54-45ae-910a-50ce2d65ef2d associated. External IP: 172.27.3.110, port: 369f327e-7c93-41ee-b4e9-a57372b91fe4. Sep 20 12:13:37.361922 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Router 3c58c057-52db-4179-8167-6012f20e751b has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:13:37.463181 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:13:37.468020 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:37.472682 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] Sync routers for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:13:37.481284 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:13:37.481914 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:13:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:37.496232 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-afea5845-2713-490d-87aa-3cd795f4bda6 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "PUT /v2.0/floatingips/86fb8bcf-8c54-45ae-910a-50ce2d65ef2d HTTP/1.1" status: 200 len: 991 time: 0.8830476 Sep 20 12:13:37.496854 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac64697-ec31-41cb-b569-ec9112221732', 'tag': '369f327e-7c93-41ee-b4e9-a57372b91fe4'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:13:37.499647 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4e4c2-1fc4-4239-b454-59f71d022fad" -d '{"events": [{"name": "network-changed", "server_uuid": "aac64697-ec31-41cb-b569-ec9112221732", "tag": "369f327e-7c93-41ee-b4e9-a57372b91fe4"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:13:37.535395 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d88870-8114-4d84-81ff-dacac98f90b8 x-openstack-request-id: req-95d88870-8114-4d84-81ff-dacac98f90b8 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:13:37.535680 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac64697-ec31-41cb-b569-ec9112221732", "tag": "369f327e-7c93-41ee-b4e9-a57372b91fe4", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:13:37.535952 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95d88870-8114-4d84-81ff-dacac98f90b8 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:13:37.536339 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac64697-ec31-41cb-b569-ec9112221732', 'tag': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'status': 'completed', 'code': 200} Sep 20 12:13:37.589289 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:13:37.601518 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-1a97fd20-6023-4a0e-bba7-9d4a442b8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:37.603006 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-1a97fd20-6023-4a0e-bba7-9d4a442b8f2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a5d255eb5024bd18bdb5bece0748198&device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 1098 time: 0.0402505 Sep 20 12:13:37.699401 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-2622f50f-1c25-4d39-b349-9d4b20165f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:37.701467 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-2622f50f-1c25-4d39-b349-9d4b20165f1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 200 len: 911 time: 0.0864363 Sep 20 12:13:37.768966 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-9e29f41f-79ce-4b6d-9dd5-1e9f172345f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=369f327e-7c93-41ee-b4e9-a57372b91fe4 HTTP/1.1" status: 200 len: 999 time: 0.0607734 Sep 20 12:13:37.809124 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '86fb8bcf-8c54-45ae-910a-50ce2d65ef2d', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '3c58c057-52db-4179-8167-6012f20e751b', 'port_id': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'mac_address': 'fa:16:3e:e8:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac64697-ec31-41cb-b569-ec9112221732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:13:26Z', 'updated_at': '2021-09-20T12:13:36Z', 'revision_number': 1, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:37.817063 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-ec324a80-226d-4416-9845-0ac6ec4ef922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:37.818531 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-ec324a80-226d-4416-9845-0ac6ec4ef922 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d4233159-8906-4cc3-b34a-93ac5aedcf9e HTTP/1.1" status: 200 len: 849 time: 0.0429833 Sep 20 12:13:37.834583 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] Checking router: 3c58c057-52db-4179-8167-6012f20e751b for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:13:37.842857 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:13:37.843531 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:13:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:37.863833 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-57f795b6-4bc8-4cfb-82ad-8194d8befd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:13:37.865337 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-57f795b6-4bc8-4cfb-82ad-8194d8befd0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ded63163-f151-401e-b7b6-adf511d65bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393240 Sep 20 12:13:37.945067 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:13:37.957301 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-30c4ae70-f7c2-44b4-a79b-ed1e3dac71bd service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Sep 20 12:13:38.047748 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-6ca4e4c2-1fc4-4239-b454-59f71d022fad req-8d1c8604-3d54-4b6e-bbdf-07d7b282555b service neutron] 10.222.0.57 "GET /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828993 Sep 20 12:13:38.157371 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '86fb8bcf-8c54-45ae-910a-50ce2d65ef2d', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '3c58c057-52db-4179-8167-6012f20e751b', 'port_id': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'mac_address': 'fa:16:3e:e8:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac64697-ec31-41cb-b569-ec9112221732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:13:26Z', 'updated_at': '2021-09-20T12:13:36Z', 'revision_number': 1, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:13:38.185652 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9385c2-47f2-4862-8db8-132c4fa54344 None None] The sync data for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi is: [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '86fb8bcf-8c54-45ae-910a-50ce2d65ef2d', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'floating_ip_address': '172.27.3.110', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '3c58c057-52db-4179-8167-6012f20e751b', 'port_id': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'mac_address': 'fa:16:3e:e8:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac64697-ec31-41cb-b569-ec9112221732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:13:26Z', 'updated_at': '2021-09-20T12:13:36Z', 'revision_number': 1, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:13:38.364205 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7fd8d-9c48-4fe4-b819-b819905c7a65 None None] New status for floating IP 86fb8bcf-8c54-45ae-910a-50ce2d65ef2d: ACTIVE {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:13:39.954564 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:40.619798 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5648a0bc-28f1-46e5-bf7b-b018c93dfb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:43.283479 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-57360934-466f-4c3f-9756-b10ea998f1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:44.084752 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:44.381272 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:13:45.742682 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:04.118864 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9880816-2e8d-4d14-b31e-1103c59be2ed req-cd00fbca-e78b-41d4-bfa2-2c275b8c1df1 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:04.120660 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d9880816-2e8d-4d14-b31e-1103c59be2ed req-cd00fbca-e78b-41d4-bfa2-2c275b8c1df1 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0494275 Sep 20 12:14:04.162084 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d9880816-2e8d-4d14-b31e-1103c59be2ed req-2ea5428b-7297-4388-bce6-b1efd9180a9f tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349178 Sep 20 12:14:05.273237 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b789c4-55d3-469c-973f-9ae1b333118d req-815c5e99-cb79-41b1-86aa-f426434b72aa tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:05.274655 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-23b789c4-55d3-469c-973f-9ae1b333118d req-815c5e99-cb79-41b1-86aa-f426434b72aa tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0466669 Sep 20 12:14:05.311919 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-23b789c4-55d3-469c-973f-9ae1b333118d req-1b41c570-0f2c-439d-9a11-0e5c1b5b2601 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309918 Sep 20 12:14:06.424523 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65614048-c776-42fb-90ed-80e40f335bf0 req-4bdbb2ff-250f-442e-bf50-843b0aea013d tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:06.425932 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-65614048-c776-42fb-90ed-80e40f335bf0 req-4bdbb2ff-250f-442e-bf50-843b0aea013d tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0494025 Sep 20 12:14:06.462456 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-65614048-c776-42fb-90ed-80e40f335bf0 req-49f14934-2c6b-42c6-9922-bf761483bcf6 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Sep 20 12:14:07.573525 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9301bb2-3f4b-463b-8212-c2905f7d3f2a req-2b8c7199-dae6-41fb-98c0-40b34126fb7b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:07.575628 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9301bb2-3f4b-463b-8212-c2905f7d3f2a req-2b8c7199-dae6-41fb-98c0-40b34126fb7b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0471337 Sep 20 12:14:07.611787 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b9301bb2-3f4b-463b-8212-c2905f7d3f2a req-34c62570-9677-4ba8-8c49-ae1be5e27cf9 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303905 Sep 20 12:14:08.722080 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa6d5d-38c4-4af1-908b-143c9313bd5c req-3c66473e-1e86-4bca-8d27-54d6836b6d34 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:08.723416 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-90fa6d5d-38c4-4af1-908b-143c9313bd5c req-3c66473e-1e86-4bca-8d27-54d6836b6d34 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0466058 Sep 20 12:14:08.759608 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-90fa6d5d-38c4-4af1-908b-143c9313bd5c req-2af98679-3d2c-4a6f-b3c8-f3466f36d493 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303900 Sep 20 12:14:09.871752 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd3148-1ed9-4550-9ef4-f891b7b86888 req-077ea5b4-e0d1-445b-b774-ba9652d7a394 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:09.873142 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fcbd3148-1ed9-4550-9ef4-f891b7b86888 req-077ea5b4-e0d1-445b-b774-ba9652d7a394 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Sep 20 12:14:09.908601 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-fcbd3148-1ed9-4550-9ef4-f891b7b86888 req-2b552e2f-337e-48fa-990a-1a1faf81d057 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297575 Sep 20 12:14:09.975845 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:10.620120 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-f8833c9a-3038-4cc3-9add-650f2e8947e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:11.020275 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746091-7979-47e5-a646-237db315eb86 req-d41baa88-53a0-4ae8-b826-01b2a6032fd3 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:11.021798 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-30746091-7979-47e5-a646-237db315eb86 req-d41baa88-53a0-4ae8-b826-01b2a6032fd3 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Sep 20 12:14:11.058477 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-30746091-7979-47e5-a646-237db315eb86 req-3c670734-5fa5-47d4-b546-449e4cbc992d tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309145 Sep 20 12:14:12.170181 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc9d97-5a93-4c82-b36a-b641d4151721 req-1a8e432a-73cf-4000-bc11-61aab5452183 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:12.171640 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1cbc9d97-5a93-4c82-b36a-b641d4151721 req-1a8e432a-73cf-4000-bc11-61aab5452183 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Sep 20 12:14:12.207373 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1cbc9d97-5a93-4c82-b36a-b641d4151721 req-6f7e40d5-79c6-4057-a904-5d7199dc80de tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297766 Sep 20 12:14:12.927047 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:14:13.284581 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-0fa2c450-8cf6-49f0-ad7b-b0e1a145c8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:13.322072 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fae462-f998-4fb0-986f-7c0f2154ee0b req-e08ced50-16f6-43dd-abeb-dfa0331a451c tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:13.323746 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-90fae462-f998-4fb0-986f-7c0f2154ee0b req-e08ced50-16f6-43dd-abeb-dfa0331a451c tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0522943 Sep 20 12:14:13.360842 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-90fae462-f998-4fb0-986f-7c0f2154ee0b req-ed804ace-6803-4238-829f-8f016c61e35e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304360 Sep 20 12:14:14.085812 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:14.383180 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:14.421182 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-e86aad13-7b3e-47b5-8483-1b7684d8ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:14.422697 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-e86aad13-7b3e-47b5-8483-1b7684d8ac35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1098 time: 0.0392652 Sep 20 12:14:14.473068 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6e66d-1b40-4094-babc-26216d0fe837 req-2d7b5a14-f7c9-4a50-bac7-4242e7c449df tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:14.475176 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c9d6e66d-1b40-4094-babc-26216d0fe837 req-2d7b5a14-f7c9-4a50-bac7-4242e7c449df tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Sep 20 12:14:14.512910 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-c9d6e66d-1b40-4094-babc-26216d0fe837 req-4676a47b-ec66-4b90-ba96-b08aba0664a2 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Sep 20 12:14:14.518515 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-6bace3e8-114d-44f6-826d-02fc15746c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:14.519991 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-6bace3e8-114d-44f6-826d-02fc15746c66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 910 time: 0.0859280 Sep 20 12:14:14.588175 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-e0cd95eb-58c8-45be-b9d6-cfa043b5f3c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 999 time: 0.0595369 Sep 20 12:14:14.638591 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-fbe914cd-49f7-42ee-9360-6210f460c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:14.639984 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-fbe914cd-49f7-42ee-9360-6210f460c99f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 200 len: 848 time: 0.0454063 Sep 20 12:14:14.686217 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-22424b15-542f-44b2-bc79-523b9d1bc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:14.687706 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-22424b15-542f-44b2-bc79-523b9d1bc39f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=705061f5-7804-495c-ab63-f0d01d466b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392394 Sep 20 12:14:14.777477 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-abca9252-fb6f-4621-889a-15dfa289da78 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815246 Sep 20 12:14:14.864042 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-9bc00781-f984-4bab-96a9-9c056debeda5 req-5e62b45d-3067-44e1-a94b-9fa4961c98b7 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781920 Sep 20 12:14:15.625057 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d3f9b-659d-43fd-9bc0-a0035937c7ac req-94fc9274-1452-4190-8d9e-6863c95cb261 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:15.626522 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1c3d3f9b-659d-43fd-9bc0-a0035937c7ac req-94fc9274-1452-4190-8d9e-6863c95cb261 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0490699 Sep 20 12:14:15.662431 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1c3d3f9b-659d-43fd-9bc0-a0035937c7ac req-bd866ab3-7616-4d07-b7fa-1ec0a5418dda tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301137 Sep 20 12:14:15.745991 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:16.778720 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71617d-2f6f-4dbf-884b-2041b21b415b req-c97cad18-65ab-4793-ab4e-694586f170dc tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:16.780239 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5e71617d-2f6f-4dbf-884b-2041b21b415b req-c97cad18-65ab-4793-ab4e-694586f170dc tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0542212 Sep 20 12:14:17.060538 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-5e71617d-2f6f-4dbf-884b-2041b21b415b req-376fd34b-02a6-4e2a-9f81-888fff4d972e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738473 Sep 20 12:14:18.179296 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4984df-33db-4c08-8586-584a0fc57bf6 req-0795ce95-9f1d-4b10-8d9f-078e8b4199a4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:18.180763 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0f4984df-33db-4c08-8586-584a0fc57bf6 req-0795ce95-9f1d-4b10-8d9f-078e8b4199a4 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Sep 20 12:14:18.216684 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-0f4984df-33db-4c08-8586-584a0fc57bf6 req-3097e198-5e5e-4289-a123-4d45efb86a53 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299733 Sep 20 12:14:18.421344 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-3032d5b1-39f4-4451-94f1-c2adc9210133 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711455 Sep 20 12:14:18.432362 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaba3a-8ba1-4e05-ba42-03d4b5285403 req-2411e78a-a288-4309-a822-572338b0b057 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:18.433704 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3dcaba3a-8ba1-4e05-ba42-03d4b5285403 req-2411e78a-a288-4309-a822-572338b0b057 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0591853 Sep 20 12:14:18.476616 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3dcaba3a-8ba1-4e05-ba42-03d4b5285403 req-1b0d6de6-5b58-4ee1-822f-6e06892ed960 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368419 Sep 20 12:14:19.595844 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b453-3020-41a7-86bc-ea38be1d8896 req-8d0d5acf-5738-4b36-b3e7-75d27a526bc2 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:19.597341 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3445b453-3020-41a7-86bc-ea38be1d8896 req-8d0d5acf-5738-4b36-b3e7-75d27a526bc2 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Sep 20 12:14:19.616929 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-9e858e90-6da8-43c1-93e0-887791c253a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:19.618399 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-9e858e90-6da8-43c1-93e0-887791c253a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259&tenant_id=e60856b945794704b5eb1c447cbf53d8 HTTP/1.1" status: 200 len: 1098 time: 0.0400300 Sep 20 12:14:19.634553 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3445b453-3020-41a7-86bc-ea38be1d8896 req-b2fb0578-467c-459d-a376-89ece86639e3 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Sep 20 12:14:19.680329 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-1d229650-010d-4726-b63a-bfe6f66c36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:19.681781 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-1d229650-010d-4726-b63a-bfe6f66c36db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1098 time: 0.0429509 Sep 20 12:14:19.767650 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-a3dc1019-0d9a-4e9f-b64a-867a37f95206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:19.769165 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-a3dc1019-0d9a-4e9f-b64a-867a37f95206 service neutron] 10.222.0.57 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 910 time: 0.0809104 Sep 20 12:14:19.834327 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-9837c2b5-5ce0-4733-8ff1-397c28c7e35f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 999 time: 0.0583379 Sep 20 12:14:19.880571 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-25ca98bf-1b23-4ab3-aa31-e86134f1de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:19.881918 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-25ca98bf-1b23-4ab3-aa31-e86134f1de2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 200 len: 848 time: 0.0403676 Sep 20 12:14:19.925203 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-168a01bb-a3d9-475e-9576-b49207210be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:19.926672 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-168a01bb-a3d9-475e-9576-b49207210be4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=705061f5-7804-495c-ab63-f0d01d466b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371168 Sep 20 12:14:20.015543 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-b546cc64-ae71-49d5-92f7-f016e36b1ceb service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819495 Sep 20 12:14:20.101060 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-66c46a34-6c15-47fe-bed1-a8cb48ee0de9 req-f33d55d7-52a7-42be-874e-8cd1d486b7f8 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781085 Sep 20 12:14:20.105781 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 7086970b-563a-48b1-9e68-d8f1321df9be no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:14:20.180443 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:20.202022 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:14:20.204223 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7758a06d-1c63-46dc-a773-6d673f538f97" -d '{"events": [{"server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "name": "network-vif-unplugged", "status": "completed", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:14:20.215863 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:20.221133 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:20.243108 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 12:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a147f841-5c72-4135-8528-0ee79c7a6ab3 x-openstack-request-id: req-a147f841-5c72-4135-8528-0ee79c7a6ab3 {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:14:20.243417 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "name": "network-vif-unplugged", "status": "completed", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:14:20.243667 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a147f841-5c72-4135-8528-0ee79c7a6ab3 {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:14:20.244085 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be', 'code': 200} Sep 20 12:14:20.269360 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=6']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:20.276151 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.276495 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.276837 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.277169 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.277496 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.277846 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.278171 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.278509 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.278835 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.279159 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.279476 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.279791 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:20.751116 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d67e6-2940-44ca-963e-85df799c2ff4 req-0919c3eb-e669-4701-954a-b947c85d6e34 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:20.752631 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a9d67e6-2940-44ca-963e-85df799c2ff4 req-0919c3eb-e669-4701-954a-b947c85d6e34 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0483124 Sep 20 12:14:20.789845 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-1a9d67e6-2940-44ca-963e-85df799c2ff4 req-4b3a28fd-7558-4b32-babe-7ad05ae23099 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314031 Sep 20 12:14:21.906260 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb57b0-5d0a-4b7b-a7fb-07e1f6583c99 req-91c01bd3-775b-48e0-b316-240ae0e4d31a tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:21.907586 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-31eb57b0-5d0a-4b7b-a7fb-07e1f6583c99 req-91c01bd3-775b-48e0-b316-240ae0e4d31a tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0514350 Sep 20 12:14:21.943431 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-31eb57b0-5d0a-4b7b-a7fb-07e1f6583c99 req-b083170c-71a2-48bb-85a4-ffa64b57664c tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300012 Sep 20 12:14:23.053770 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9066b-4934-4f12-ae53-bf78b4d755e3 req-391c712a-78f5-41a4-8425-b45e776cdd70 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:23.055129 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-50c9066b-4934-4f12-ae53-bf78b4d755e3 req-391c712a-78f5-41a4-8425-b45e776cdd70 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0477073 Sep 20 12:14:23.091247 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-50c9066b-4934-4f12-ae53-bf78b4d755e3 req-4e92059c-b0d7-46cf-aac3-4f56b02e7654 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302703 Sep 20 12:14:23.708362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9352776-427c-4722-b096-495ffd7c3669 req-c3087368-beff-4889-98d0-b77ff1509915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:23.709827 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e9352776-427c-4722-b096-495ffd7c3669 req-c3087368-beff-4889-98d0-b77ff1509915 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1096 time: 0.0429010 Sep 20 12:14:23.809123 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9352776-427c-4722-b096-495ffd7c3669 req-d81b5dce-6af9-4561-a36a-4ee4cec1cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:23.810621 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e9352776-427c-4722-b096-495ffd7c3669 req-d81b5dce-6af9-4561-a36a-4ee4cec1cf94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 910 time: 0.0817907 Sep 20 12:14:23.878012 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e9352776-427c-4722-b096-495ffd7c3669 req-c8a184e7-f61d-475d-9f2d-761d2e3ccc1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 997 time: 0.0599978 Sep 20 12:14:23.925698 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9352776-427c-4722-b096-495ffd7c3669 req-40884369-8707-4fd3-9c33-c9d5837261d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:23.927072 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e9352776-427c-4722-b096-495ffd7c3669 req-40884369-8707-4fd3-9c33-c9d5837261d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 200 len: 848 time: 0.0419624 Sep 20 12:14:23.970324 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9352776-427c-4722-b096-495ffd7c3669 req-aeca5837-910f-4d8b-95ab-c370cfa34e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:23.971751 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e9352776-427c-4722-b096-495ffd7c3669 req-aeca5837-910f-4d8b-95ab-c370cfa34e0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=705061f5-7804-495c-ab63-f0d01d466b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382085 Sep 20 12:14:24.061703 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e9352776-427c-4722-b096-495ffd7c3669 req-07d169dd-273b-4491-83fb-9aa6ea7c541a service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823636 Sep 20 12:14:24.149929 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-e9352776-427c-4722-b096-495ffd7c3669 req-f9c05a19-bbc7-4eca-9bb4-549da667f30b service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811093 Sep 20 12:14:24.206700 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d0ddc-ebfc-4625-9285-54f50869f9e1 req-9a5af1a7-5056-4f3c-9751-a9438fb92497 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:24.208179 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a57d0ddc-ebfc-4625-9285-54f50869f9e1 req-9a5af1a7-5056-4f3c-9751-a9438fb92497 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0507529 Sep 20 12:14:24.244163 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a57d0ddc-ebfc-4625-9285-54f50869f9e1 req-65830bd5-1cdd-402e-be59-497b3cc08081 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300543 Sep 20 12:14:25.360055 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e26b-1b3e-4dd1-bf55-96fa5151a3c4 req-4c755874-3126-4fe5-84c7-4b8a0a26475c tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:25.361516 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3477e26b-1b3e-4dd1-bf55-96fa5151a3c4 req-4c755874-3126-4fe5-84c7-4b8a0a26475c tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0534248 Sep 20 12:14:25.397261 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3477e26b-1b3e-4dd1-bf55-96fa5151a3c4 req-c4ea8434-75cf-41b3-ab0b-cbca013298f1 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298688 Sep 20 12:14:26.346875 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7b66-ca31-49c0-9d66-5d0f01197d7d req-88053b8a-1827-4683-a0c4-518cd48d642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:26.348373 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-fb9b7b66-ca31-49c0-9d66-5d0f01197d7d req-88053b8a-1827-4683-a0c4-518cd48d642d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1096 time: 0.0437374 Sep 20 12:14:26.381570 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-fb9b7b66-ca31-49c0-9d66-5d0f01197d7d req-e15d518e-3cc0-4d43-b959-40da788c1067 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260439 Sep 20 12:14:26.508937 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df9701-94b1-4f3e-b057-7ba04ff93759 req-69c75a7d-e315-4386-8645-dab105d52c4d tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:26.510388 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-82df9701-94b1-4f3e-b057-7ba04ff93759 req-69c75a7d-e315-4386-8645-dab105d52c4d tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0488627 Sep 20 12:14:26.546307 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-82df9701-94b1-4f3e-b057-7ba04ff93759 req-888d15aa-81d4-466a-990f-705e1f0dbc57 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299573 Sep 20 12:14:27.656217 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d695510-b22d-42e4-9d52-c274087c295f req-ba4ab3f4-d820-4c40-bf8d-26d8089d2d9e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:27.657625 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6d695510-b22d-42e4-9d52-c274087c295f req-ba4ab3f4-d820-4c40-bf8d-26d8089d2d9e tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 943 time: 0.0468836 Sep 20 12:14:27.692916 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-6d695510-b22d-42e4-9d52-c274087c295f req-592932af-0342-4158-91e0-190314a84c1a tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295613 Sep 20 12:14:28.121886 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 7086970b-563a-48b1-9e68-d8f1321df9be details requested by agent hyperv_hv-cinder-81000 with host hv-cinder-81000 {{(pid=94129) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 12:14:28.216910 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:28.227650 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Returning: {'device': '7086970b-563a-48b1-9e68-d8f1321df9be', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'port_id': '7086970b-563a-48b1-9e68-d8f1321df9be', 'mac_address': 'fa:16:3e:ec:d7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94129) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 12:14:28.264294 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:28.276328 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7086970b-563a-48b1-9e68-d8f1321df9be {{(pid=94129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 12:14:28.295861 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:28.299688 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:28.353843 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=7']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:28.555219 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] get_ports_and_sgs() called for port_ids ['7086970b-563a-48b1-9e68-d8f1321df9be'] {{(pid=94129) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 12:14:30.132519 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 7086970b-563a-48b1-9e68-d8f1321df9be up at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 12:14:30.185308 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.provisioning_blocks [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Provisioning complete for port 7086970b-563a-48b1-9e68-d8f1321df9be triggered by entity L2. {{(pid=94129) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 12:14:30.185678 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629716'] for port, provisioning_complete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:30.258268 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-669976'] for port, before_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:30.282683 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be'}] {{(pid=94129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:14:30.284886 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}821123e8441c3a5cb0c7d8f24b4a88fea87dbfe3fefc631e9800a7fc84856d7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bab57c-8490-45d0-9947-d51225ab2476" -d '{"events": [{"server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "name": "network-vif-plugged", "status": "completed", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be"}]}' {{(pid=94129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:14:30.297105 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:30.301199 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750295854349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750295384284', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750295384302'] for port, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:30.326434 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb453e59-70f8-47c2-96f0-805c6bb4bb3b x-openstack-request-id: req-cb453e59-70f8-47c2-96f0-805c6bb4bb3b {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:14:30.326723 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "name": "network-vif-plugged", "status": "completed", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be", "code": 200}]} {{(pid=94129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:14:30.326966 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb453e59-70f8-47c2-96f0-805c6bb4bb3b {{(pid=94129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:14:30.327342 dv-cinder-810000-1-iscsi neutron-server[94129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be', 'code': 200} Sep 20 12:14:30.352032 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Pushing event updated for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=8']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:39.977000 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:40.594571 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95baa9b-9987-48a4-96da-e7543054ab11 req-477ee0a3-95a5-46ac-89e0-660c2601e69a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:40.596045 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d95baa9b-9987-48a4-96da-e7543054ab11 req-477ee0a3-95a5-46ac-89e0-660c2601e69a tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 945 time: 0.0522892 Sep 20 12:14:40.620659 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a45f-318f-48bf-9402-b65fcfc98792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:40.637353 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d95baa9b-9987-48a4-96da-e7543054ab11 req-f62ea602-4561-4fd0-93d1-b74ad2d00f82 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347116 Sep 20 12:14:41.749679 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778561a-cce9-4c19-8bb2-9e19673ec4ea req-2da4ccac-4011-47d8-a65d-6f4074367d43 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:41.751115 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f778561a-cce9-4c19-8bb2-9e19673ec4ea req-2da4ccac-4011-47d8-a65d-6f4074367d43 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 945 time: 0.0481122 Sep 20 12:14:41.787633 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-f778561a-cce9-4c19-8bb2-9e19673ec4ea req-86f7b24b-36e5-4748-b8fc-8fb35e517045 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups?id=240fb099-e096-440a-a13d-96268b93e631&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306935 Sep 20 12:14:42.372731 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c9971-f289-43b3-9262-69f292d3fcda req-c4a09729-f8ca-408e-b3a1-f098e92f8fe4 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:42.374169 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-f39c9971-f289-43b3-9262-69f292d3fcda req-c4a09729-f8ca-408e-b3a1-f098e92f8fe4 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 945 time: 0.0474806 Sep 20 12:14:42.459880 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Deleting port 369f327e-7c93-41ee-b4e9-a57372b91fe4 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:42.460231 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:42.546988 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] For port 369f327e-7c93-41ee-b4e9-a57372b91fe4, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369f327e-7c93-41ee-b4e9-a57372b91fe4,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:42.547350 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:42.706251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:42.706607 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7991814'] for floatingip, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:42.706916 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.db.l3_db [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Floating IP 86fb8bcf-8c54-45ae-910a-50ce2d65ef2d disassociated. External IP: 172.27.3.110, port: 369f327e-7c93-41ee-b4e9-a57372b91fe4. Sep 20 12:14:42.707247 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Calling delete_port for 369f327e-7c93-41ee-b4e9-a57372b91fe4 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:42.830898 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:42.859974 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event deleted for resources: {'Port': ['ID=369f327e-7c93-41ee-b4e9-a57372b91fe4,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:42.872402 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.872749 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.873180 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.873402 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.873726 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.874048 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.874375 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.874695 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.875016 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.875332 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.875660 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.875981 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:42.880699 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-3583c3dc-f30b-4829-9abf-bb4a1816eb35 req-1d1478c4-f0a4-488e-ae66-b0cfd10e827f tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/ports?device_id=aac64697-ec31-41cb-b569-ec9112221732 HTTP/1.1" status: 200 len: 210 time: 0.0270891 Sep 20 12:14:42.984332 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Router 3c58c057-52db-4179-8167-6012f20e751b has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:14:43.086067 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:14:43.096257 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] Sync routers for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:14:43.104890 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:14:43.105480 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:13Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:43.124228 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] No DVR routers for this DVR port 369f327e-7c93-41ee-b4e9-a57372b91fe4 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:14:43.126839 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:43.129081 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-f39c9971-f289-43b3-9262-69f292d3fcda req-e22530b6-ac18-46bb-b286-5d02c0f5fdde tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.57 "DELETE /v2.0/ports/369f327e-7c93-41ee-b4e9-a57372b91fe4 HTTP/1.1" status: 204 len: 173 time: 0.7488794 Sep 20 12:14:43.129518 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac64697-ec31-41cb-b569-ec9112221732', 'name': 'network-vif-deleted', 'tag': '369f327e-7c93-41ee-b4e9-a57372b91fe4'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:14:43.132303 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622bc1be-0596-4c72-b49d-567361c9a1da" -d '{"events": [{"server_uuid": "aac64697-ec31-41cb-b569-ec9112221732", "name": "network-vif-deleted", "tag": "369f327e-7c93-41ee-b4e9-a57372b91fe4"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:14:43.172853 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea458d0-f11d-47f9-80e5-c51f82a86bfc x-openstack-request-id: req-2ea458d0-f11d-47f9-80e5-c51f82a86bfc {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:14:43.173152 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac64697-ec31-41cb-b569-ec9112221732", "name": "network-vif-deleted", "tag": "369f327e-7c93-41ee-b4e9-a57372b91fe4", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:14:43.173400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ea458d0-f11d-47f9-80e5-c51f82a86bfc {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:14:43.173848 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac64697-ec31-41cb-b569-ec9112221732', 'name': 'network-vif-deleted', 'tag': '369f327e-7c93-41ee-b4e9-a57372b91fe4', 'status': 'completed', 'code': 200} Sep 20 12:14:43.209561 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:14:43.286869 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9782-2e63-40f8-8ab4-61352fbe8ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:43.405190 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:43.432608 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] Checking router: 3c58c057-52db-4179-8167-6012f20e751b for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:14:43.440823 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:14:43.441403 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:43.542409 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:14:43.732887 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:43.757064 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acaa1c1-bb35-47c6-9c69-be359df1fe23 None None] The sync data for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi is: [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:09:58Z', 'revision_number': 4, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'b00a4e39-d951-43ea-b06c-aecb6357b5a5', 'name': '', 'network_id': 'ded63163-f151-401e-b7b6-adf511d65bfb', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'mac_address': 'fa:16:3e:af:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:57Z', 'updated_at': '2021-09-20T12:10:03Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'subnets': [{'id': 'd4233159-8906-4cc3-b34a-93ac5aedcf9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:14:43.968381 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40902) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:43.973822 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26229b80-98c1-4d36-9d77-4ce6fc623879 None None] New status for floating IP 86fb8bcf-8c54-45ae-910a-50ce2d65ef2d: DOWN {{(pid=94129) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:14:44.025817 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-818ea6f3-851f-4389-b591-1e88acf407bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.048347 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-818ea6f3-851f-4389-b591-1e88acf407bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.088760 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.100958 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-818ea6f3-851f-4389-b591-1e88acf407bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.103525 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-818ea6f3-851f-4389-b591-1e88acf407bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.104717 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-818ea6f3-851f-4389-b591-1e88acf407bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "DELETE /v2.0/security-groups/240fb099-e096-440a-a13d-96268b93e631 HTTP/1.1" status: 204 len: 168 time: 0.1353507 Sep 20 12:14:44.107803 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40904) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:44.114216 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ea6f3-851f-4389-b591-1e88acf407bb tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240fb099-e096-440a-a13d-96268b93e631,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:44.126904 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.api.v2.resource [None req-cbe194c5-12fd-4c82-9a33-764321dc0389 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] show failed (client error): The resource could not be found. Sep 20 12:14:44.130981 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 40906) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:44.131178 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-cbe194c5-12fd-4c82-9a33-764321dc0389 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "GET /v2.0/security-groups/240fb099-e096-440a-a13d-96268b93e631 HTTP/1.1" status: 404 len: 347 time: 0.0218806 Sep 20 12:14:44.250192 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Deleting port 4da79afb-dfc7-4199-84dd-3a2391a386ca {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:44.250531 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.322484 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.322763 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.334738 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Calling delete_port for 4da79afb-dfc7-4199-84dd-3a2391a386ca owned by network:floatingip {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:44.387336 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.462247 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.489321 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Pushing event deleted for resources: {'Port': ['ID=4da79afb-dfc7-4199-84dd-3a2391a386ca,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:44.546799 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks [] for floatingip, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.549369 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:44.550518 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-6117ade9-75f3-4d88-af28-04b3cdbf03f0 tempest-AttachVolumeTestJSON-694289082 tempest-AttachVolumeTestJSON-694289082-project] 10.222.0.20 "DELETE /v2.0/floatingips/86fb8bcf-8c54-45ae-910a-50ce2d65ef2d HTTP/1.1" status: 204 len: 168 time: 0.4185617 Sep 20 12:14:45.749104 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:46.198334 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 369f327e-7c93-41ee-b4e9-a57372b91fe4 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:14:46.220030 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 369f327e-7c93-41ee-b4e9-a57372b91fe4 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:14:46.220369 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 369f327e-7c93-41ee-b4e9-a57372b91fe4 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:14:48.077749 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40934) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:48.402333 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:48.635770 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Deleting port b00a4e39-d951-43ea-b06c-aecb6357b5a5 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:48.636128 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:48.709715 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] For port b00a4e39-d951-43ea-b06c-aecb6357b5a5, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=b00a4e39-d951-43ea-b06c-aecb6357b5a5,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:48.710066 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:48.724911 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Calling delete_port for b00a4e39-d951-43ea-b06c-aecb6357b5a5 owned by network:router_interface {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:48.894134 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:48.918219 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00a4e39-d951-43ea-b06c-aecb6357b5a5,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:48.929277 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.929534 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.929871 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.930200 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.930527 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.930851 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.931174 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.931499 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.931817 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.932161 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.932482 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:48.932796 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:14:49.091182 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:49.294235 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Router 3c58c057-52db-4179-8167-6012f20e751b has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:14:49.394585 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:14:49.399426 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-d22dc9e2-8f77-468f-b6bf-62a034d070c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/3c58c057-52db-4179-8167-6012f20e751b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3207090 Sep 20 12:14:49.401962 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40936) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:49.404122 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] Sync routers for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:14:49.412997 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:14:49.413588 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:49.502252 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks [] for router, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:49.515219 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:14:49.601122 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:49.651986 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Deleting port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:49.652325 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:49.694198 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:14:48Z', 'revision_number': 5, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port': {'id': '93cbcaf5-8ed1-4666-8be9-9adff6e8c27b', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c58c057-52db-4179-8167-6012f20e751b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:49.720188 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] Checking router: 3c58c057-52db-4179-8167-6012f20e751b for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:14:49.728207 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] Routers {'3c58c057-52db-4179-8167-6012f20e751b'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:14:49.728437 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] For port 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=93cbcaf5-8ed1-4666-8be9-9adff6e8c27b,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:49.728798 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:49.728913 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['3c58c057-52db-4179-8167-6012f20e751b'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:49.745504 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Calling delete_port for 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b owned by network:router_gateway {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:49.810611 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] Set router 3c58c057-52db-4179-8167-6012f20e751b gateway port host: None {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:14:49.862748 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:14:49Z', 'revision_number': 6, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port_host': None}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:49.888204 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e14a7e-4210-43e7-ade8-7bee624199f0 None None] The sync data for ids ['3c58c057-52db-4179-8167-6012f20e751b'] in dv-cinder-810000-1-iscsi is: [{'id': '3c58c057-52db-4179-8167-6012f20e751b', 'name': 'tempest-AttachVolumeTestJSON-285311111-router', 'tenant_id': '7a5d255eb5024bd18bdb5bece0748198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:09:55Z', 'updated_at': '2021-09-20T12:14:49Z', 'revision_number': 6, 'project_id': '7a5d255eb5024bd18bdb5bece0748198', 'gw_port_host': None}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:14:49.902691 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:49.925691 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:14:49.930268 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=93cbcaf5-8ed1-4666-8be9-9adff6e8c27b,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:49.989710 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.076415 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.078448 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.118995 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.119909 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c58c057-52db-4179-8167-6012f20e751b {{(pid=94128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:14:50.124454 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.125619 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-073a256c-267a-477b-9b53-fd15812bcbdf admin admin] 10.222.0.20 "DELETE /v2.0/routers/3c58c057-52db-4179-8167-6012f20e751b HTTP/1.1" status: 204 len: 168 time: 0.7228067 Sep 20 12:14:50.128148 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40938) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:50.173335 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_v2 [None req-26baf06b-39b1-43d6-bada-7abc0dc700c5 admin admin] Deleting subnet d4233159-8906-4cc3-b34a-93ac5aedcf9e {{(pid=94128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:14:50.176245 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-26baf06b-39b1-43d6-bada-7abc0dc700c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.209162 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-26baf06b-39b1-43d6-bada-7abc0dc700c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5692878'] for subnet, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.286213 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-26baf06b-39b1-43d6-bada-7abc0dc700c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.347547 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-26baf06b-39b1-43d6-bada-7abc0dc700c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5512664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979817'] for subnet, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.373645 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26baf06b-39b1-43d6-bada-7abc0dc700c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4233159-8906-4cc3-b34a-93ac5aedcf9e,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:50.375536 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-26baf06b-39b1-43d6-bada-7abc0dc700c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.377493 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-26baf06b-39b1-43d6-bada-7abc0dc700c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d4233159-8906-4cc3-b34a-93ac5aedcf9e HTTP/1.1" status: 204 len: 168 time: 0.2483056 Sep 20 12:14:50.379851 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40940) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:50.382358 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f473323f-721b-4a10-b4e7-43c9d91d9585 None None] Network ded63163-f151-401e-b7b6-adf511d65bfb requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:14:50.444373 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.498306 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Deleting port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:50.498641 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.560872 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] For port 07cb6f6d-2914-42f6-b3c9-05991d2bf956, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=07cb6f6d-2914-42f6-b3c9-05991d2bf956,segment=NetworkSegment(9a0976b1-2407-4629-9139-5c146addfce7),segment_id=9a0976b1-2407-4629-9139-5c146addfce7)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:50.561243 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.573192 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Calling delete_port for 07cb6f6d-2914-42f6-b3c9-05991d2bf956 owned by network:dhcp {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:50.640860 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] DHCP port deletion for ded63163-f151-401e-b7b6-adf511d65bfb request from dv-cinder-810000-1-iscsi {{(pid=94129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:14:50.657764 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.684446 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Pushing event deleted for resources: {'Port': ['ID=07cb6f6d-2914-42f6-b3c9-05991d2bf956,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:50.688873 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] No DVR routers for this DVR port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 on host dv-cinder-810000-1-iscsi {{(pid=94128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:14:50.694399 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] Deleting port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 {{(pid=94129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:50.694850 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.708596 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device b00a4e39-d951-43ea-b06c-aecb6357b5a5 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:14:50.736379 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: b00a4e39-d951-43ea-b06c-aecb6357b5a5 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:14:50.736723 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device b00a4e39-d951-43ea-b06c-aecb6357b5a5 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:14:50.737149 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 07cb6f6d-2914-42f6-b3c9-05991d2bf956 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:14:50.765063 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.783559 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 07cb6f6d-2914-42f6-b3c9-05991d2bf956 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:14:50.783926 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 07cb6f6d-2914-42f6-b3c9-05991d2bf956 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:14:50.784347 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:14:50.788607 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded63163-f151-401e-b7b6-adf511d65bfb']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:50.797460 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0976b1-2407-4629-9139-5c146addfce7') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:50.797746 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0976b1-2407-4629-9139-5c146addfce7') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:50.808042 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.823745 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.831066 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:14:50.831477 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:14:50.833402 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:14:50.900363 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.908104 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.909983 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ded63163-f151-401e-b7b6-adf511d65bfb HTTP/1.1" status: 204 len: 168 time: 0.5292110 Sep 20 12:14:50.921288 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1bb2b-9e16-4892-81ac-2a4c5e264947 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded63163-f151-401e-b7b6-adf511d65bfb,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:50.937632 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:14:50.937976 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 93cbcaf5-8ed1-4666-8be9-9adff6e8c27b not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:14:50.945355 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] For port 07cb6f6d-2914-42f6-b3c9-05991d2bf956, host dv-cinder-810000-1-iscsi, got binding levels [] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:50.945355 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.958925 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] Calling delete_port for 07cb6f6d-2914-42f6-b3c9-05991d2bf956 owned by network:dhcp {{(pid=94129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:50.961577 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.ipam_backend_mixin [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] Port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 was not found and therefore no delete operation was performed {{(pid=94129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 12:14:50.962770 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275'] for port, after_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:50.985368 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] Network ded63163-f151-401e-b7b6-adf511d65bfb is not hosted by any dhcp agent {{(pid=94129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 12:14:50.985820 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] No DVR routers for this DVR port 07cb6f6d-2914-42f6-b3c9-05991d2bf956 on host dv-cinder-810000-1-iscsi {{(pid=94129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:14:50.987487 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79855a03-3bc2-4450-b2cc-b8ec36ff97c8 None None] Pushing event deleted for resources: {'Port': ['ID=07cb6f6d-2914-42f6-b3c9-05991d2bf956,revision_number=None']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:51.090413 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40944) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:51.128286 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1b4fff6c-fc59-4d00-903d-7cdfa13bbff7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a5d255eb5024bd18bdb5bece0748198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367110 Sep 20 12:14:51.130655 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40946) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:51.179250 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dae321c5-c8a3-4d87-b98d-c9113822dff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:51.200586 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dae321c5-c8a3-4d87-b98d-c9113822dff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:51.244181 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dae321c5-c8a3-4d87-b98d-c9113822dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:51.247691 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-dae321c5-c8a3-4d87-b98d-c9113822dff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:51.248838 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-dae321c5-c8a3-4d87-b98d-c9113822dff8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e81de25f-825e-4082-ab53-1b4f4670ac4d HTTP/1.1" status: 204 len: 168 time: 0.1173313 Sep 20 12:14:51.256189 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae321c5-c8a3-4d87-b98d-c9113822dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81de25f-825e-4082-ab53-1b4f4670ac4d,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:51.793107 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 40966) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:51.946517 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Deleting port e7f62b98-5364-4e84-9016-1cf4d5451005 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:51.946852 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:52.027956 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:52.028822 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:52.040129 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Calling delete_port for e7f62b98-5364-4e84-9016-1cf4d5451005 owned by network:floatingip {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:52.182652 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:52.217679 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event deleted for resources: {'Port': ['ID=e7f62b98-5364-4e84-9016-1cf4d5451005,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:52.270253 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:52.270544 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Floating IP f5c8ffef-f0de-4db9-a56b-00c2f72c10fe disassociated (deleted). External IP: 172.27.3.197, port: ad5862c4-badd-4fed-827b-5623b3903a8b. Sep 20 12:14:52.730424 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Router 4bd09b13-96de-4f08-b842-fe74646c2503 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:14:52.837969 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:14:52.843485 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:52.849267 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:14:52.859757 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:14:52.860762 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:52.872655 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-58f1864b-f7f2-4bb2-8fac-488765a46212 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "DELETE /v2.0/floatingips/f5c8ffef-f0de-4db9-a56b-00c2f72c10fe HTTP/1.1" status: 204 len: 168 time: 1.0751259 Sep 20 12:14:52.872655 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:14:52.873282 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daacfd93-43fb-43a4-8e56-4c722331d75b" -d '{"events": [{"name": "network-changed", "server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:14:52.910713 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba5a06-2dc0-4eb7-9d4b-d3e75a3c73e4 x-openstack-request-id: req-c8ba5a06-2dc0-4eb7-9d4b-d3e75a3c73e4 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:14:52.911054 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:14:52.911246 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8ba5a06-2dc0-4eb7-9d4b-d3e75a3c73e4 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:14:52.911634 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'status': 'completed', 'code': 200} Sep 20 12:14:52.973496 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:14:52.992891 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-19af7b3c-6f75-4cd7-bba9-0117cdf103b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:52.994849 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-19af7b3c-6f75-4cd7-bba9-0117cdf103b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 1099 time: 0.0608537 Sep 20 12:14:53.080827 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41016) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:53.122642 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-344fcb5c-bcc5-431f-92c3-d5d1b97c4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:53.124630 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-344fcb5c-bcc5-431f-92c3-d5d1b97c4259 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.1169338 Sep 20 12:14:53.143342 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e2c19-b911-4da2-92fc-8c8a6b7ce2b8 req-3d25b5bb-922f-4d92-889e-63a50cd6b67b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:53.145042 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a75e2c19-b911-4da2-92fc-8c8a6b7ce2b8 req-3d25b5bb-922f-4d92-889e-63a50cd6b67b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 946 time: 0.0531924 Sep 20 12:14:53.174593 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-a62147fc-b4fc-46b2-bdf1-c3c2e5b66779 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5862c4-badd-4fed-827b-5623b3903a8b HTTP/1.1" status: 200 len: 217 time: 0.0413258 Sep 20 12:14:53.185289 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-a75e2c19-b911-4da2-92fc-8c8a6b7ce2b8 req-8386b476-2f48-4c18-afe8-d6336b70f8b2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330553 Sep 20 12:14:53.221046 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7abf1ab0-cc88-42ae-81bf-2cc8ece2539d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.227330 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:22Z', 'revision_number': 1, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:53.232418 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-1cb631c2-c2e5-4c33-990c-916913df290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:53.234017 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-1cb631c2-c2e5-4c33-990c-916913df290d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0486076 Sep 20 12:14:53.254141 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:14:53.264524 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:14:53.265557 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:53.287739 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-158d436b-5d4c-42e9-823a-f63b93e79a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:53.289426 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-158d436b-5d4c-42e9-823a-f63b93e79a6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473819 Sep 20 12:14:53.313121 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7abf1ab0-cc88-42ae-81bf-2cc8ece2539d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.319707 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-7abf1ab0-cc88-42ae-81bf-2cc8ece2539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.349833 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf1ab0-cc88-42ae-81bf-2cc8ece2539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc010b-c638-447b-bb8b-10ae5ed350e9,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:53.368387 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-7abf1ab0-cc88-42ae-81bf-2cc8ece2539d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f68a56649da46679d731e07067dc633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865043 Sep 20 12:14:53.370259 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41020) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:53.386365 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-35f6e9e7-61c5-479b-932b-0ab586bb6db1 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891514 Sep 20 12:14:53.390440 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:14:53.421268 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb09a-b3d2-409c-87dd-1d31272f0f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.444541 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb09a-b3d2-409c-87dd-1d31272f0f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.481255 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-daacfd93-43fb-43a4-8e56-4c722331d75b req-69817611-d961-4a29-9895-777abe0018eb service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871317 Sep 20 12:14:53.495388 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb09a-b3d2-409c-87dd-1d31272f0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.498020 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb09a-b3d2-409c-87dd-1d31272f0f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.499156 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-ed9bb09a-b3d2-409c-87dd-1d31272f0f8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2adc010b-c638-447b-bb8b-10ae5ed350e9 HTTP/1.1" status: 204 len: 168 time: 0.1279945 Sep 20 12:14:53.507827 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bb09a-b3d2-409c-87dd-1d31272f0f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc010b-c638-447b-bb8b-10ae5ed350e9,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:53.631914 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:22Z', 'revision_number': 1, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:53.661960 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ce70ad-4305-4fa9-b156-7e74dd7a0274 None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_floatingips': [{'id': '3b49ec5b-f9e0-4a18-be57-270f4735eedf', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'router_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'port_id': '369c433d-f51f-4025-9373-933b4971afc5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'mac_address': 'fa:16:3e:9f:83:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de847b-aecd-4fc4-a847-644c949f5d61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T12:11:19Z', 'updated_at': '2021-09-20T12:11:22Z', 'revision_number': 1, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:14:53.766968 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41026) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:53.781025 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d856ee0d-9bde-4de6-8cfd-a7ac7231f938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.875724 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d856ee0d-9bde-4de6-8cfd-a7ac7231f938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.878603 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e87947a-365b-44fa-82d8-c9e03e62b488 None None] New status for floating IP f5c8ffef-f0de-4db9-a56b-00c2f72c10fe: DOWN {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:14:53.879620 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-d856ee0d-9bde-4de6-8cfd-a7ac7231f938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.917562 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-d856ee0d-9bde-4de6-8cfd-a7ac7231f938 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65d1600dab91465aa9c8fd0020cd0c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495185 Sep 20 12:14:53.918716 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856ee0d-9bde-4de6-8cfd-a7ac7231f938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1129e31-9d9c-437a-a193-f21794a65351,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:53.920239 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41028) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:53.972831 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b17d-d812-4e15-bac8-32133354843a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:53.995262 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b17d-d812-4e15-bac8-32133354843a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:54.042343 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b17d-d812-4e15-bac8-32133354843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:54.045061 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5dd3b17d-d812-4e15-bac8-32133354843a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:54.046379 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-5dd3b17d-d812-4e15-bac8-32133354843a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1129e31-9d9c-437a-a193-f21794a65351 HTTP/1.1" status: 204 len: 168 time: 0.1245301 Sep 20 12:14:54.054344 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3b17d-d812-4e15-bac8-32133354843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1129e31-9d9c-437a-a193-f21794a65351,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:54.302302 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e12f2-ab88-4102-b66f-8e3370a0f0d7 req-df91eac4-cd0f-4980-9b6b-d0788ac57595 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:54.303853 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-058e12f2-ab88-4102-b66f-8e3370a0f0d7 req-df91eac4-cd0f-4980-9b6b-d0788ac57595 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 946 time: 0.0503688 Sep 20 12:14:54.342019 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-058e12f2-ab88-4102-b66f-8e3370a0f0d7 req-a4882410-1cec-413c-836d-ba11a755372d tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314362 Sep 20 12:14:54.576236 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-50dd056e-8687-4dd5-99e9-2c1b40b631a0 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:54.577708 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-50dd056e-8687-4dd5-99e9-2c1b40b631a0 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 946 time: 0.0475085 Sep 20 12:14:54.922208 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Deleting port ad5862c4-badd-4fed-827b-5623b3903a8b {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:54.922542 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.014256 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] For port ad5862c4-badd-4fed-827b-5623b3903a8b, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=ad5862c4-badd-4fed-827b-5623b3903a8b,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:14:55.014855 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.026742 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Calling delete_port for ad5862c4-badd-4fed-827b-5623b3903a8b owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:55.149431 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.180721 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event deleted for resources: {'Port': ['ID=ad5862c4-badd-4fed-827b-5623b3903a8b,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:55.222854 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] No DVR routers for this DVR port ad5862c4-badd-4fed-827b-5623b3903a8b on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:14:55.225252 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.227214 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-ec566bbf-3aff-4583-8539-2e7acbd76ab0 req-2cb2668b-365c-443e-ac26-e16658425a3c tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "DELETE /v2.0/ports/ad5862c4-badd-4fed-827b-5623b3903a8b HTTP/1.1" status: 204 len: 173 time: 0.6425214 Sep 20 12:14:55.227638 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'name': 'network-vif-deleted', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:14:55.230035 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4e120f-ae5a-45a5-83be-a862b731e309" -d '{"events": [{"server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "name": "network-vif-deleted", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:14:55.267929 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f65eedc-641d-4c5a-b570-2bda29163c24 x-openstack-request-id: req-3f65eedc-641d-4c5a-b570-2bda29163c24 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:14:55.268225 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262d8313-1506-4660-b99e-5c9fda5f10bb", "name": "network-vif-deleted", "tag": "ad5862c4-badd-4fed-827b-5623b3903a8b", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:14:55.268478 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f65eedc-641d-4c5a-b570-2bda29163c24 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:14:55.268875 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262d8313-1506-4660-b99e-5c9fda5f10bb', 'name': 'network-vif-deleted', 'tag': 'ad5862c4-badd-4fed-827b-5623b3903a8b', 'status': 'completed', 'code': 200} Sep 20 12:14:55.434079 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b0f18c6b-51cc-48f8-8ef2-1c886f996631 req-566ca459-5716-4518-a075-b83edd2c28ca tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=262d8313-1506-4660-b99e-5c9fda5f10bb HTTP/1.1" status: 200 len: 210 time: 0.0256732 Sep 20 12:14:55.639528 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41078) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:55.742353 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-16570cd1-28a9-4cc2-b3bf-a1219acece0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.826906 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-16570cd1-28a9-4cc2-b3bf-a1219acece0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.831414 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-16570cd1-28a9-4cc2-b3bf-a1219acece0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.868547 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-16570cd1-28a9-4cc2-b3bf-a1219acece0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b22f498e3f324dd9b7a295c283d02f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278793 Sep 20 12:14:55.869917 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570cd1-28a9-4cc2-b3bf-a1219acece0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8156529a-0e54-43b0-8ea3-63c8032c98d7,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:55.871520 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41082) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:55.924578 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80a4bd05-e2f9-45a6-b017-0c9713e55433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.948499 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80a4bd05-e2f9-45a6-b017-0c9713e55433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.996078 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80a4bd05-e2f9-45a6-b017-0c9713e55433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:55.999134 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-80a4bd05-e2f9-45a6-b017-0c9713e55433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.000313 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-80a4bd05-e2f9-45a6-b017-0c9713e55433 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8156529a-0e54-43b0-8ea3-63c8032c98d7 HTTP/1.1" status: 204 len: 168 time: 0.1271152 Sep 20 12:14:56.007854 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4bd05-e2f9-45a6-b017-0c9713e55433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8156529a-0e54-43b0-8ea3-63c8032c98d7,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:56.249671 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41088) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:56.263042 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87096777-9cba-4a8f-8195-afcec43ad9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.349378 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87096777-9cba-4a8f-8195-afcec43ad9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.352885 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-87096777-9cba-4a8f-8195-afcec43ad9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.389139 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87096777-9cba-4a8f-8195-afcec43ad9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b4921b-e15e-4582-b6b1-fd2ceafad133,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:56.393363 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-87096777-9cba-4a8f-8195-afcec43ad9b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=750e9313f9d74ed6b6cb60463bfbcaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422050 Sep 20 12:14:56.395954 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41090) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:56.442230 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e4d18434-b315-46e1-9050-ac7218fb580c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.462795 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e4d18434-b315-46e1-9050-ac7218fb580c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.516573 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e4d18434-b315-46e1-9050-ac7218fb580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.519158 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-e4d18434-b315-46e1-9050-ac7218fb580c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:56.520324 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-e4d18434-b315-46e1-9050-ac7218fb580c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66b4921b-e15e-4582-b6b1-fd2ceafad133 HTTP/1.1" status: 204 len: 168 time: 0.1235542 Sep 20 12:14:56.528014 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d18434-b315-46e1-9050-ac7218fb580c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b4921b-e15e-4582-b6b1-fd2ceafad133,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:58.287570 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device ad5862c4-badd-4fed-827b-5623b3903a8b no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:14:58.306786 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: ad5862c4-badd-4fed-827b-5623b3903a8b {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:14:58.307125 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device ad5862c4-badd-4fed-827b-5623b3903a8b not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:14:58.469310 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41172) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:58.568663 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-135c8c40-759a-42e8-ba31-6419aaea1b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.655644 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-135c8c40-759a-42e8-ba31-6419aaea1b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.659130 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-135c8c40-759a-42e8-ba31-6419aaea1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.695188 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-135c8c40-759a-42e8-ba31-6419aaea1b41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e417246cf99043128f066d6af16ea6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248645 Sep 20 12:14:58.696320 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c8c40-759a-42e8-ba31-6419aaea1b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15651ed8-739d-4cd9-8188-f86028230cdd,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:58.698814 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41178) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:58.715227 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41180) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:58.749306 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f747ce70-a45e-4996-8ae5-3323a0e270a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.772400 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f747ce70-a45e-4996-8ae5-3323a0e270a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.817243 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f747ce70-a45e-4996-8ae5-3323a0e270a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.819795 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f747ce70-a45e-4996-8ae5-3323a0e270a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.820958 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f747ce70-a45e-4996-8ae5-3323a0e270a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15651ed8-739d-4cd9-8188-f86028230cdd HTTP/1.1" status: 204 len: 168 time: 0.1203504 Sep 20 12:14:58.828409 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747ce70-a45e-4996-8ae5-3323a0e270a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15651ed8-739d-4cd9-8188-f86028230cdd,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:58.870787 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Deleting port 4f936d15-53ea-46aa-9408-a1e5fc803450 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:14:58.871127 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.946326 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.946730 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:58.958312 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Calling delete_port for 4f936d15-53ea-46aa-9408-a1e5fc803450 owned by network:floatingip {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:14:59.090516 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41186) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:59.103412 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-76e64bf4-f91f-454b-930f-661a64153d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.105001 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.135914 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event deleted for resources: {'Port': ['ID=4f936d15-53ea-46aa-9408-a1e5fc803450,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:59.192130 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-76e64bf4-f91f-454b-930f-661a64153d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.192837 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.193168 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Floating IP 3b49ec5b-f9e0-4a18-be57-270f4735eedf disassociated (deleted). External IP: 172.27.3.196, port: 369c433d-f51f-4025-9373-933b4971afc5. Sep 20 12:14:59.196245 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-76e64bf4-f91f-454b-930f-661a64153d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.232113 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e64bf4-f91f-454b-930f-661a64153d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9201d94-f538-44e1-83eb-b70248098e31,revision_number=1']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:59.238761 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-76e64bf4-f91f-454b-930f-661a64153d39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ea3642c45614ea692da27d9ad85b71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448736 Sep 20 12:14:59.239009 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41188) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:14:59.286319 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-94455d0a-7cd6-4d5b-b77f-3552e103360f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.306946 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-94455d0a-7cd6-4d5b-b77f-3552e103360f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.352406 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-94455d0a-7cd6-4d5b-b77f-3552e103360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.354919 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-94455d0a-7cd6-4d5b-b77f-3552e103360f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.356101 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-94455d0a-7cd6-4d5b-b77f-3552e103360f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9201d94-f538-44e1-83eb-b70248098e31 HTTP/1.1" status: 204 len: 168 time: 0.1161571 Sep 20 12:14:59.363861 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94455d0a-7cd6-4d5b-b77f-3552e103360f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9201d94-f538-44e1-83eb-b70248098e31,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:14:59.400733 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Router 4bd09b13-96de-4f08-b842-fe74646c2503 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:14:59.506910 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:14:59.512086 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:14:59.516107 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:14:59.527652 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:14:59.528720 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:59.543681 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-64b9c06c-ed86-4b02-8475-2b34118529e9 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "DELETE /v2.0/floatingips/3b49ec5b-f9e0-4a18-be57-270f4735eedf HTTP/1.1" status: 204 len: 168 time: 0.8251088 Sep 20 12:14:59.543681 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'tag': '369c433d-f51f-4025-9373-933b4971afc5'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:14:59.544967 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a599c9-6942-4c3c-a24c-6fe99f0f0975" -d '{"events": [{"name": "network-changed", "server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "tag": "369c433d-f51f-4025-9373-933b4971afc5"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:14:59.582182 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0125d3ea-542c-4923-b72f-9898311c3c86 x-openstack-request-id: req-0125d3ea-542c-4923-b72f-9898311c3c86 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:14:59.582656 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "tag": "369c433d-f51f-4025-9373-933b4971afc5", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:14:59.582904 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0125d3ea-542c-4923-b72f-9898311c3c86 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:14:59.583706 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'tag': '369c433d-f51f-4025-9373-933b4971afc5', 'status': 'completed', 'code': 200} Sep 20 12:14:59.651309 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-02c146dc-6c94-4131-8bb1-b039d453e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:59.653177 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-02c146dc-6c94-4131-8bb1-b039d453e40c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 1098 time: 0.0472655 Sep 20 12:14:59.656366 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:14:59.756385 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-7f135886-b8a0-44b6-b7ec-699a64cb89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:59.757867 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-7f135886-b8a0-44b6-b7ec-699a64cb89f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 200 len: 912 time: 0.0976815 Sep 20 12:14:59.806960 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-95e753ed-b8fb-49f0-af69-c6fa7d7aabfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=369c433d-f51f-4025-9373-933b4971afc5 HTTP/1.1" status: 200 len: 217 time: 0.0412073 Sep 20 12:14:59.859951 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-c46f3a07-aa66-4bb9-91a5-119747e034ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:59.861434 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-c46f3a07-aa66-4bb9-91a5-119747e034ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 200 len: 850 time: 0.0462954 Sep 20 12:14:59.898951 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:14:59.916042 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-6603a3ad-4b59-477a-851d-aee070ca6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:14:59.917995 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-6603a3ad-4b59-477a-851d-aee070ca6cc3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e0919a22-9079-4c43-b483-f42d20d4f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485275 Sep 20 12:14:59.933157 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:14:59.943483 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:14:59.944318 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:00.030323 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-04806516-d48e-4f8e-8660-5bd230729bd3 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009462 Sep 20 12:15:00.076710 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f0993-5270-430d-ac74-9afcfb5456da req-6df4f646-65bf-4023-897d-809d9b67d201 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:00.078218 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-331f0993-5270-430d-ac74-9afcfb5456da req-6df4f646-65bf-4023-897d-809d9b67d201 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 945 time: 0.3129916 Sep 20 12:15:00.086791 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:00.118974 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-331f0993-5270-430d-ac74-9afcfb5456da req-8454eb4c-637d-42e9-9b45-7c64bca5047b tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341349 Sep 20 12:15:00.145755 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-23a599c9-6942-4c3c-a24c-6fe99f0f0975 req-f5757ab2-52ed-4991-8e51-4f842c570bc9 service neutron] 10.222.0.57 "GET /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075668 Sep 20 12:15:00.290102 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:00.321177 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac329b76-eb0a-483f-a9ef-49a2c4e1c390 None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:06:54Z', 'revision_number': 4, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'bf608a19-15e5-4dc0-963d-fa7790b97ddb', 'name': '', 'network_id': 'e0919a22-9079-4c43-b483-f42d20d4f9e9', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'mac_address': 'fa:16:3e:2e:01:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:54Z', 'updated_at': '2021-09-20T12:07:00Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'subnets': [{'id': '47a86b3e-74b1-4fc7-9176-b29bb877655f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:15:00.553220 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01ce7d-27c3-42c7-b04f-f40655ce94e5 None None] New status for floating IP 3b49ec5b-f9e0-4a18-be57-270f4735eedf: DOWN {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:15:01.305154 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-7b48ddb1-55a7-4423-bc14-c066242c1389 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:01.306607 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-7b48ddb1-55a7-4423-bc14-c066242c1389 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 945 time: 0.0503612 Sep 20 12:15:01.386075 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689c360-dec9-434e-95e9-529226a9ac72 req-5d56b6a6-4d3c-437a-9369-c5fa88a767a2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:01.387656 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e689c360-dec9-434e-95e9-529226a9ac72 req-5d56b6a6-4d3c-437a-9369-c5fa88a767a2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/ports?device_id=10de847b-aecd-4fc4-a847-644c949f5d61 HTTP/1.1" status: 200 len: 945 time: 0.1971116 Sep 20 12:15:01.400164 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Deleting port 369c433d-f51f-4025-9373-933b4971afc5 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:01.400503 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:01.426658 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e689c360-dec9-434e-95e9-529226a9ac72 req-97baad8a-df37-40c6-b3c6-b9862a030dbb tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "GET /v2.0/security-groups?id=1c78d215-08b4-4d58-b919-6eb03ec8dd74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328822 Sep 20 12:15:01.489272 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] For port 369c433d-f51f-4025-9373-933b4971afc5, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=369c433d-f51f-4025-9373-933b4971afc5,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:01.489642 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:01.501242 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Calling delete_port for 369c433d-f51f-4025-9373-933b4971afc5 owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:01.620233 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:01.648391 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event deleted for resources: {'Port': ['ID=369c433d-f51f-4025-9373-933b4971afc5,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:01.689220 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] No DVR routers for this DVR port 369c433d-f51f-4025-9373-933b4971afc5 on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:15:01.691520 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:01.693465 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-161ef228-eda1-4ef4-8dfe-840ac2f5bebb req-178fce47-9f41-4a6a-be29-02269dc4aeb2 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.57 "DELETE /v2.0/ports/369c433d-f51f-4025-9373-933b4971afc5 HTTP/1.1" status: 204 len: 173 time: 0.3802702 Sep 20 12:15:01.693891 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'name': 'network-vif-deleted', 'tag': '369c433d-f51f-4025-9373-933b4971afc5'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:15:01.696079 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837baaf9-326f-41a3-9984-db006b2fedea" -d '{"events": [{"server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "name": "network-vif-deleted", "tag": "369c433d-f51f-4025-9373-933b4971afc5"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:15:01.735216 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d76ab88-cceb-4217-9e59-27283b50e737 x-openstack-request-id: req-2d76ab88-cceb-4217-9e59-27283b50e737 {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:15:01.735499 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de847b-aecd-4fc4-a847-644c949f5d61", "name": "network-vif-deleted", "tag": "369c433d-f51f-4025-9373-933b4971afc5", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:15:01.735744 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d76ab88-cceb-4217-9e59-27283b50e737 {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:15:01.736158 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de847b-aecd-4fc4-a847-644c949f5d61', 'name': 'network-vif-deleted', 'tag': '369c433d-f51f-4025-9373-933b4971afc5', 'status': 'completed', 'code': 200} Sep 20 12:15:02.483605 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41262) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:02.619923 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Deleting port d4cb04aa-19c3-4ab2-923c-dfe61da9364f {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:02.620282 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:02.693965 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:02.694284 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:02.706078 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Calling delete_port for d4cb04aa-19c3-4ab2-923c-dfe61da9364f owned by network:floatingip {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:02.827971 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:02.854341 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event deleted for resources: {'Port': ['ID=d4cb04aa-19c3-4ab2-923c-dfe61da9364f,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:02.911260 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for floatingip, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:02.913702 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:02.914824 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-e15e71bb-4f0d-4fdd-83f6-758337e98f1a tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "DELETE /v2.0/floatingips/867223a8-5204-47f7-bab7-4a882e2f29ae HTTP/1.1" status: 204 len: 168 time: 0.4302087 Sep 20 12:15:04.100804 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41286) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:04.160155 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2072904b-5d96-4841-b9eb-d3a40686efb7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:04.184076 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2072904b-5d96-4841-b9eb-d3a40686efb7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:04.240117 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2072904b-5d96-4841-b9eb-d3a40686efb7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:04.242604 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-2072904b-5d96-4841-b9eb-d3a40686efb7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:04.243700 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-2072904b-5d96-4841-b9eb-d3a40686efb7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] 10.222.0.20 "DELETE /v2.0/security-groups/1c78d215-08b4-4d58-b919-6eb03ec8dd74 HTTP/1.1" status: 204 len: 168 time: 0.1419051 Sep 20 12:15:04.252964 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072904b-5d96-4841-b9eb-d3a40686efb7 tempest-TestVolumeBootPattern-1593596101 tempest-TestVolumeBootPattern-1593596101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c78d215-08b4-4d58-b919-6eb03ec8dd74,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:04.299861 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41290) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:04.324145 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 369c433d-f51f-4025-9373-933b4971afc5 no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:04.343787 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 369c433d-f51f-4025-9373-933b4971afc5 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:04.344084 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 369c433d-f51f-4025-9373-933b4971afc5 not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:04.719517 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:04.953887 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Deleting port bf608a19-15e5-4dc0-963d-fa7790b97ddb {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:04.954230 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:05.034078 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] For port bf608a19-15e5-4dc0-963d-fa7790b97ddb, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=bf608a19-15e5-4dc0-963d-fa7790b97ddb,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:05.034442 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:05.046672 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Calling delete_port for bf608a19-15e5-4dc0-963d-fa7790b97ddb owned by network:router_interface {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:05.219700 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:05.242809 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf608a19-15e5-4dc0-963d-fa7790b97ddb,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:05.422857 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:05.638079 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Router 4bd09b13-96de-4f08-b842-fe74646c2503 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:15:05.738692 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:15:05.743605 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-804cc30f-3ad3-4762-8c51-bed156240f80 admin admin] 10.222.0.20 "PUT /v2.0/routers/4bd09b13-96de-4f08-b842-fe74646c2503/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4426167 Sep 20 12:15:05.746472 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41306) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:05.749517 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] Sync routers for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:15:05.758426 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:05.759025 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:05.989088 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:06.102325 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks [] for router, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.162784 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:15:05Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:06.188315 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] Checking router: 4bd09b13-96de-4f08-b842-fe74646c2503 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:15:06.196243 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] Routers {'4bd09b13-96de-4f08-b842-fe74646c2503'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:06.196855 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['4bd09b13-96de-4f08-b842-fe74646c2503'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:06.204577 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.260645 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Deleting port 25c57b54-7d29-4472-8252-b6dad234ec9f {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:06.261316 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.302339 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] Set router 4bd09b13-96de-4f08-b842-fe74646c2503 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:06.344828 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] For port 25c57b54-7d29-4472-8252-b6dad234ec9f, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=25c57b54-7d29-4472-8252-b6dad234ec9f,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:06.345273 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.357142 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Calling delete_port for 25c57b54-7d29-4472-8252-b6dad234ec9f owned by network:router_gateway {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:06.496564 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:15:05Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:06.532845 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b62ef-923c-4a3c-9377-62f092ed9e28 None None] The sync data for ids ['4bd09b13-96de-4f08-b842-fe74646c2503'] in dv-cinder-810000-1-iscsi is: [{'id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'name': 'tempest-TestVolumeBootPattern-786962541-router', 'tenant_id': '75dfda11c0c84d7dbae859aab2c44c01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:48Z', 'updated_at': '2021-09-20T12:15:05Z', 'revision_number': 5, 'project_id': '75dfda11c0c84d7dbae859aab2c44c01', 'gw_port': {'id': '25c57b54-7d29-4472-8252-b6dad234ec9f', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:33:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd09b13-96de-4f08-b842-fe74646c2503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:06:50Z', 'updated_at': '2021-09-20T12:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:15:06.553640 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.585988 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c57b54-7d29-4472-8252-b6dad234ec9f,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:06.646478 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.736943 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.739054 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.784890 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.785346 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd09b13-96de-4f08-b842-fe74646c2503 {{(pid=94128) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:15:06.789671 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] Notify callbacks [] for router, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.790791 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-1b6b7522-a51d-4abc-8194-0b2bbb445288 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4bd09b13-96de-4f08-b842-fe74646c2503 HTTP/1.1" status: 204 len: 168 time: 1.0433466 Sep 20 12:15:06.793265 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41318) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:06.837824 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae29b4c-2b00-41e9-9933-b8da8a6648b1 admin admin] Deleting subnet 47a86b3e-74b1-4fc7-9176-b29bb877655f {{(pid=94128) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:15:06.841467 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5ae29b4c-2b00-41e9-9933-b8da8a6648b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.876027 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5ae29b4c-2b00-41e9-9933-b8da8a6648b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5692878'] for subnet, precommit_delete_associations {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:06.958374 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5ae29b4c-2b00-41e9-9933-b8da8a6648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.011852 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5ae29b4c-2b00-41e9-9933-b8da8a6648b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5512664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4979817'] for subnet, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.039661 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae29b4c-2b00-41e9-9933-b8da8a6648b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a86b3e-74b1-4fc7-9176-b29bb877655f,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:07.041629 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5ae29b4c-2b00-41e9-9933-b8da8a6648b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for subnet, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.043469 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-5ae29b4c-2b00-41e9-9933-b8da8a6648b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/47a86b3e-74b1-4fc7-9176-b29bb877655f HTTP/1.1" status: 204 len: 168 time: 0.2492919 Sep 20 12:15:07.045989 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41320) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:07.051088 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611c0423-f608-413a-9582-e7c104e4c3bb None None] Network e0919a22-9079-4c43-b483-f42d20d4f9e9 requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:15:07.116891 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.173466 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Deleting port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:07.173810 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.241721 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] DHCP port deletion for e0919a22-9079-4c43-b483-f42d20d4f9e9 request from dv-cinder-810000-1-iscsi {{(pid=94129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:15:07.245865 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] For port c1c87d1c-6fdb-47ed-9e3f-1017b073db01, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:07.246226 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.258207 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Calling delete_port for c1c87d1c-6fdb-47ed-9e3f-1017b073db01 owned by network:dhcp {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:07.286827 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] Deleting port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 {{(pid=94129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:07.287198 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.337851 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.350989 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] For port c1c87d1c-6fdb-47ed-9e3f-1017b073db01, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,segment=NetworkSegment(976912e3-1b14-4582-8155-6983a4ce7faa),segment_id=976912e3-1b14-4582-8155-6983a4ce7faa)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:07.351389 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.363635 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:07.363784 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] Calling delete_port for c1c87d1c-6fdb-47ed-9e3f-1017b073db01 owned by network:dhcp {{(pid=94129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:07.368866 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] No DVR routers for this DVR port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 on host dv-cinder-810000-1-iscsi {{(pid=94128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:15:07.438046 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275'] for port, after_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.442633 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.462775 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0919a22-9079-4c43-b483-f42d20d4f9e9']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:07.463675 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] Pushing event deleted for resources: {'Port': ['ID=c1c87d1c-6fdb-47ed-9e3f-1017b073db01,revision_number=None']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:07.465544 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19592891-6f69-4f5a-b6e9-4e86b9708597 None None] No DVR routers for this DVR port c1c87d1c-6fdb-47ed-9e3f-1017b073db01 on host dv-cinder-810000-1-iscsi {{(pid=94129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:15:07.476737 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976912e3-1b14-4582-8155-6983a4ce7faa') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:07.477028 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976912e3-1b14-4582-8155-6983a4ce7faa') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:07.486080 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.501048 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.507375 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:15:07.507834 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:15:07.509914 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:15:07.568962 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.576354 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:07.582442 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] 10.222.0.20 "DELETE /v2.0/networks/e0919a22-9079-4c43-b483-f42d20d4f9e9 HTTP/1.1" status: 204 len: 168 time: 0.5310798 Sep 20 12:15:07.582669 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41322) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:07.589334 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38ea19-6fcb-4144-9d20-e45f3eb001af admin admin] Pushing event deleted for resources: {'Network': ['ID=e0919a22-9079-4c43-b483-f42d20d4f9e9,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:07.980134 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:08.224711 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Deleting port 75eb64c4-a39e-463e-8262-cbf851e54c0e {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:08.224941 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:08.306287 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] For port 75eb64c4-a39e-463e-8262-cbf851e54c0e, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=75eb64c4-a39e-463e-8262-cbf851e54c0e,segment=NetworkSegment(42a314c4-14f6-46df-b13d-35f84d2e7370),segment_id=42a314c4-14f6-46df-b13d-35f84d2e7370)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:08.306674 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:08.325952 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Calling delete_port for 75eb64c4-a39e-463e-8262-cbf851e54c0e owned by network:router_interface {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:08.498439 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:08.523103 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=75eb64c4-a39e-463e-8262-cbf851e54c0e,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:08.566518 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 25c57b54-7d29-4472-8252-b6dad234ec9f no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:08.586979 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 25c57b54-7d29-4472-8252-b6dad234ec9f {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:08.587694 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 25c57b54-7d29-4472-8252-b6dad234ec9f not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:08.588299 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c1c87d1c-6fdb-47ed-9e3f-1017b073db01 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:08.617054 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: c1c87d1c-6fdb-47ed-9e3f-1017b073db01 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:08.617440 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c1c87d1c-6fdb-47ed-9e3f-1017b073db01 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:08.617874 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device bf608a19-15e5-4dc0-963d-fa7790b97ddb no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:08.637490 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: bf608a19-15e5-4dc0-963d-fa7790b97ddb {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:08.638324 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device bf608a19-15e5-4dc0-963d-fa7790b97ddb not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:08.699390 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:08.930715 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Router 199471ac-51ed-4ab7-b98c-4f188f58cf97 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:15:09.055403 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:15:09.062463 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-ec83de72-e23f-4289-a74e-1ef80214b1b8 admin admin] 10.222.0.20 "PUT /v2.0/routers/199471ac-51ed-4ab7-b98c-4f188f58cf97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4804220 Sep 20 12:15:09.065067 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41336) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:09.068658 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] Sync routers for ids ['199471ac-51ed-4ab7-b98c-4f188f58cf97'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:15:09.082116 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] Routers {'199471ac-51ed-4ab7-b98c-4f188f58cf97'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:09.083592 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['199471ac-51ed-4ab7-b98c-4f188f58cf97'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:09.192478 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] Set router 199471ac-51ed-4ab7-b98c-4f188f58cf97 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:09.375606 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:15:08Z', 'revision_number': 5, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:09.400099 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] Checking router: 199471ac-51ed-4ab7-b98c-4f188f58cf97 for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:15:09.408055 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] Routers {'199471ac-51ed-4ab7-b98c-4f188f58cf97'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:09.408650 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:14:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['199471ac-51ed-4ab7-b98c-4f188f58cf97'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:09.417439 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks [] for router, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:09.508435 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] Set router 199471ac-51ed-4ab7-b98c-4f188f58cf97 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:09.515587 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:09.570922 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Deleting port ac552555-f095-4f79-a3b1-92b7b8bcf18c {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:09.571283 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:09.647277 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] For port ac552555-f095-4f79-a3b1-92b7b8bcf18c, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=ac552555-f095-4f79-a3b1-92b7b8bcf18c,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:09.647559 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:09.660430 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Calling delete_port for ac552555-f095-4f79-a3b1-92b7b8bcf18c owned by network:router_gateway {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:09.680273 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:15:08Z', 'revision_number': 5, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:09.708358 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a65530-c7ab-463a-af51-ddb30de2f5ad None None] The sync data for ids ['199471ac-51ed-4ab7-b98c-4f188f58cf97'] in dv-cinder-810000-1-iscsi is: [{'id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'name': 'tempest-TestVolumeBootPattern-960329415-router', 'tenant_id': 'cd773688811f4b8ab69a68c168c9be7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:06:59Z', 'updated_at': '2021-09-20T12:15:08Z', 'revision_number': 5, 'project_id': 'cd773688811f4b8ab69a68c168c9be7e', 'gw_port': {'id': 'ac552555-f095-4f79-a3b1-92b7b8bcf18c', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199471ac-51ed-4ab7-b98c-4f188f58cf97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:07:00Z', 'updated_at': '2021-09-20T12:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:15:09.817499 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:09.845138 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Pushing event deleted for resources: {'Port': ['ID=ac552555-f095-4f79-a3b1-92b7b8bcf18c,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:09.901141 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:09.976613 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:09.993320 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:09.995725 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.045251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.046046 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 199471ac-51ed-4ab7-b98c-4f188f58cf97 {{(pid=94127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:15:10.050766 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.051971 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-55c670f0-5b6e-414a-921e-1650d4aa8dab admin admin] 10.222.0.20 "DELETE /v2.0/routers/199471ac-51ed-4ab7-b98c-4f188f58cf97 HTTP/1.1" status: 204 len: 168 time: 0.9858041 Sep 20 12:15:10.054415 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41342) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:10.109711 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9ff1d3-bb2a-4b80-9edf-8596df6ffef9 admin admin] Deleting subnet e8657082-a646-4d35-b495-86b96e5bd28f {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:15:10.112887 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff1d3-bb2a-4b80-9edf-8596df6ffef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.150071 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff1d3-bb2a-4b80-9edf-8596df6ffef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4701313'] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.179491 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41346) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:10.239798 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff1d3-bb2a-4b80-9edf-8596df6ffef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.308747 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc174-a003-49db-9209-60ededd89648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.318457 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff1d3-bb2a-4b80-9edf-8596df6ffef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66711212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596673'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.366398 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ff1d3-bb2a-4b80-9edf-8596df6ffef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8657082-a646-4d35-b495-86b96e5bd28f,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:10.374687 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff1d3-bb2a-4b80-9edf-8596df6ffef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.376771 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549813ec-3f0f-4dd8-b712-8f3a7d4c22eb None None] Network da57bfbc-d5b8-4ab8-b1b2-1507b384cadc requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:15:10.388643 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-fb9ff1d3-bb2a-4b80-9edf-8596df6ffef9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e8657082-a646-4d35-b495-86b96e5bd28f HTTP/1.1" status: 204 len: 168 time: 0.3302822 Sep 20 12:15:10.388866 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41350) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:10.473163 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.482137 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc174-a003-49db-9209-60ededd89648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.489864 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-4f4dc174-a003-49db-9209-60ededd89648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.548130 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Deleting port c1519c73-1c36-424d-a385-339b228355a0 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:10.552652 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.553108 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-4f4dc174-a003-49db-9209-60ededd89648 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37d1c3c7bca548faab447350a7427004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679924 Sep 20 12:15:10.553108 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41352) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:10.559174 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dc174-a003-49db-9209-60ededd89648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809ace3b-a5a6-4f73-bb30-84cabeb1c838,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:10.624873 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b36172c5-9f85-4b5f-933a-15f6ae619d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.627395 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] For port c1519c73-1c36-424d-a385-339b228355a0, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c1519c73-1c36-424d-a385-339b228355a0,segment=NetworkSegment(42a314c4-14f6-46df-b13d-35f84d2e7370),segment_id=42a314c4-14f6-46df-b13d-35f84d2e7370)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:10.628138 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.633653 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-31ad2458-16f4-463c-ab41-dc0ec89bad36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.641995 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Calling delete_port for c1519c73-1c36-424d-a385-339b228355a0 owned by network:dhcp {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:10.657353 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-31ad2458-16f4-463c-ab41-dc0ec89bad36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.703782 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-31ad2458-16f4-463c-ab41-dc0ec89bad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.706501 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-31ad2458-16f4-463c-ab41-dc0ec89bad36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.707642 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-31ad2458-16f4-463c-ab41-dc0ec89bad36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/809ace3b-a5a6-4f73-bb30-84cabeb1c838 HTTP/1.1" status: 204 len: 168 time: 0.1540198 Sep 20 12:15:10.718575 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2458-16f4-463c-ab41-dc0ec89bad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809ace3b-a5a6-4f73-bb30-84cabeb1c838,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:10.729938 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.744626 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] No DVR routers for this DVR port c1519c73-1c36-424d-a385-339b228355a0 on host dv-cinder-810000-1-iscsi {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:15:10.765233 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1519c73-1c36-424d-a385-339b228355a0,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:10.835813 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a41300-047c-4a24-80f5-efb7d7e09ecb None None] DHCP port deletion for da57bfbc-d5b8-4ab8-b1b2-1507b384cadc request from dv-cinder-810000-1-iscsi {{(pid=94129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:15:10.840223 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.870807 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da57bfbc-d5b8-4ab8-b1b2-1507b384cadc']}} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:10.885761 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a314c4-14f6-46df-b13d-35f84d2e7370') {'for_net_delete': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:10.886236 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a314c4-14f6-46df-b13d-35f84d2e7370') {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:10.904443 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4701322'] for segment, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.918627 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c1519c73-1c36-424d-a385-339b228355a0 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:10.919656 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.928071 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:15:10.928799 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66711410'] for segment, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: Traceback (most recent call last): Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: timer() Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: cb(*args, **kw) Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: return func(*args, **kwargs) Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: self._notify() Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: self.callback(batched_events) Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: event.method(event) Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: return f(self, *a, **k) Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._get(url).json() Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: return self.request(url, 'GET', **kwargs) Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:15:10.931098 dv-cinder-810000-1-iscsi neutron-server[94127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:15:10.941263 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: c1519c73-1c36-424d-a385-339b228355a0 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:10.941633 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c1519c73-1c36-424d-a385-339b228355a0 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:10.942051 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device ac552555-f095-4f79-a3b1-92b7b8bcf18c no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:10.966407 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: ac552555-f095-4f79-a3b1-92b7b8bcf18c {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:10.967049 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device ac552555-f095-4f79-a3b1-92b7b8bcf18c not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:10.967663 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 75eb64c4-a39e-463e-8262-cbf851e54c0e no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:10.989782 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:10.995111 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 75eb64c4-a39e-463e-8262-cbf851e54c0e {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:10.996150 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 75eb64c4-a39e-463e-8262-cbf851e54c0e not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:11.015009 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.017015 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/da57bfbc-d5b8-4ab8-b1b2-1507b384cadc HTTP/1.1" status: 204 len: 168 time: 0.6270771 Sep 20 12:15:11.017957 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3184419-bc45-4de3-beae-ee2776fcafe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=da57bfbc-d5b8-4ab8-b1b2-1507b384cadc,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:11.070788 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41360) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:11.083794 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-eff5507d-e2cc-4878-be03-72e983227d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.143729 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41362) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:11.175672 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-eff5507d-e2cc-4878-be03-72e983227d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.179584 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-eff5507d-e2cc-4878-be03-72e983227d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_create {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.183426 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-04c7adaf-992e-4e0d-9e12-093e5418b7c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75dfda11c0c84d7dbae859aab2c44c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383055 Sep 20 12:15:11.185885 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41364) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:11.219685 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5507d-e2cc-4878-be03-72e983227d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1425c16-56ed-4ebe-8648-f48899b8ef22,revision_number=1']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:11.225893 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-eff5507d-e2cc-4878-be03-72e983227d0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1530690c008426d86352932da34884e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523964 Sep 20 12:15:11.227141 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41366) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:11.236689 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8666d4b6-26e9-4fe6-959a-8bc99d9f1223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.270463 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8666d4b6-26e9-4fe6-959a-8bc99d9f1223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.276121 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5a995de4-d281-4335-a737-9fa71787b9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.298029 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5a995de4-d281-4335-a737-9fa71787b9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.320099 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8666d4b6-26e9-4fe6-959a-8bc99d9f1223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.322957 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-8666d4b6-26e9-4fe6-959a-8bc99d9f1223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.324435 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-8666d4b6-26e9-4fe6-959a-8bc99d9f1223 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/573ea046-1562-453b-90f0-aae6745cd43e HTTP/1.1" status: 204 len: 168 time: 0.1376240 Sep 20 12:15:11.333437 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666d4b6-26e9-4fe6-959a-8bc99d9f1223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573ea046-1562-453b-90f0-aae6745cd43e,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:11.352439 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5a995de4-d281-4335-a737-9fa71787b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.357426 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-5a995de4-d281-4335-a737-9fa71787b9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.358735 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-5a995de4-d281-4335-a737-9fa71787b9bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1425c16-56ed-4ebe-8648-f48899b8ef22 HTTP/1.1" status: 204 len: 168 time: 0.1305568 Sep 20 12:15:11.367855 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a995de4-d281-4335-a737-9fa71787b9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1425c16-56ed-4ebe-8648-f48899b8ef22,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:11.784303 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41374) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:11.822625 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-ca1de77b-bb66-48b7-bfb9-037b0b24c7ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd773688811f4b8ab69a68c168c9be7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371392 Sep 20 12:15:11.824963 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41376) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:11.871091 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-85a9839e-4e7e-415c-92c7-cdd455b10cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.892514 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-85a9839e-4e7e-415c-92c7-cdd455b10cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.938939 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-85a9839e-4e7e-415c-92c7-cdd455b10cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.941676 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-85a9839e-4e7e-415c-92c7-cdd455b10cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:11.942818 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-85a9839e-4e7e-415c-92c7-cdd455b10cce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30382561-71d5-41d5-be90-bdb6013b84dc HTTP/1.1" status: 204 len: 168 time: 0.1163669 Sep 20 12:15:11.951005 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9839e-4e7e-415c-92c7-cdd455b10cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30382561-71d5-41d5-be90-bdb6013b84dc,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:13.288272 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-cf9f5e0f-a452-4759-981f-f52949cece5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:14.089224 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:14.387419 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:15.752849 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:23.793859 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-7b68b98a-9466-485b-bfb1-154dcbe17b8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698651 Sep 20 12:15:23.873120 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-0910c213-7a42-4dfe-a2e5-72c89ae9df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:23.874507 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-0910c213-7a42-4dfe-a2e5-72c89ae9df5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1098 time: 0.0395861 Sep 20 12:15:23.974403 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-0e0a7de9-3a3a-40f9-b41e-d2ebab6b33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:23.975856 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-0e0a7de9-3a3a-40f9-b41e-d2ebab6b33c9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 910 time: 0.0813937 Sep 20 12:15:24.041112 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-9b77b334-2ca2-40f9-9d0f-fe8ca4cf3722 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 999 time: 0.0581782 Sep 20 12:15:24.087506 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-18831855-22fd-4fba-9a32-59f2bb5c5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:24.088932 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-18831855-22fd-4fba-9a32-59f2bb5c5540 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 200 len: 848 time: 0.0414815 Sep 20 12:15:24.132571 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-e3142272-459d-44ce-bfb8-979a34007ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:24.133910 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-e3142272-459d-44ce-bfb8-979a34007ad2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=705061f5-7804-495c-ab63-f0d01d466b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381782 Sep 20 12:15:24.144629 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-647431ed-df60-4a3e-a93a-4a998554767a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94127) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 12:15:24.145594 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-647431ed-df60-4a3e-a93a-4a998554767a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046580 Sep 20 12:15:24.235635 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-f172299f-cb01-44f8-9f3d-f9f2ed32bbc1 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832207 Sep 20 12:15:24.324359 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-450e74b4-be84-4e0b-9edc-fd90a6396238 req-53e47dab-e377-42cf-90a0-f249bd86e17e service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818369 Sep 20 12:15:26.925225 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:15:39.993786 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:40.626188 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-a8437908-020b-4df6-92b9-a36406444e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:43.288143 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-03b9192e-4db0-4cf3-9403-f63e2a7914f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:43.375258 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41382) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:43.522583 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Deleting port 9536df48-9ce7-40f1-abb6-78a5cfd225b5 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:43.522943 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:43.596656 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:43.596981 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:43.608024 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Calling delete_port for 9536df48-9ce7-40f1-abb6-78a5cfd225b5 owned by network:floatingip {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:43.748155 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:43.771012 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event deleted for resources: {'Port': ['ID=9536df48-9ce7-40f1-abb6-78a5cfd225b5,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:43.831860 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for floatingip, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:43.832136 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.db.l3_db [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Floating IP 40abdbbd-5309-43dd-8dc9-1b197942d47d disassociated (deleted). External IP: 172.27.3.4, port: 7086970b-563a-48b1-9e68-d8f1321df9be. Sep 20 12:15:44.029382 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Router 5a717085-7dd4-4755-b79e-4b3454daf3c7 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94128) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:15:44.089973 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:44.134392 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94128) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:15:44.139045 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for floatingip, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:44.143476 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] Sync routers for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:15:44.151831 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:44.152469 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:15:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:44.164657 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-86d3fa42-9dd4-4cc4-93ea-6e194bf69a52 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "DELETE /v2.0/floatingips/40abdbbd-5309-43dd-8dc9-1b197942d47d HTTP/1.1" status: 204 len: 168 time: 0.7882812 Sep 20 12:15:44.165219 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be'}] {{(pid=94128) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:15:44.167437 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564fd041779104a7b5562168dd8e9ada32e42a399d8e198c2467084be5298bbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e1602e-40cb-4c3c-a0f6-669d17a4abea" -d '{"events": [{"name": "network-changed", "server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be"}]}' {{(pid=94128) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:15:44.259370 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:44.340370 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 12:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66f9f3b-4c0a-4d18-8347-baef5e19de28 x-openstack-request-id: req-d66f9f3b-4c0a-4d18-8347-baef5e19de28 {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:15:44.340641 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be", "status": "completed", "code": 200}]} {{(pid=94128) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:15:44.340828 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d66f9f3b-4c0a-4d18-8347-baef5e19de28 {{(pid=94128) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:15:44.341223 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be', 'status': 'completed', 'code': 200} Sep 20 12:15:44.401004 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-2b58a7b9-c252-476f-bb49-25fc26538b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:44.402171 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5730ac8-40b2-46da-b0da-03e3b4011eac req-cd227f3e-1027-4451-9302-cd5e76934149 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:44.403214 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-2b58a7b9-c252-476f-bb49-25fc26538b55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e60856b945794704b5eb1c447cbf53d8&device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 1098 time: 0.0438552 Sep 20 12:15:44.404200 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e5730ac8-40b2-46da-b0da-03e3b4011eac req-cd227f3e-1027-4451-9302-cd5e76934149 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0505428 Sep 20 12:15:44.408683 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:44.443723 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-e5730ac8-40b2-46da-b0da-03e3b4011eac req-b71470b5-1c48-498a-b0e6-af9d5dff164b tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Sep 20 12:15:44.482008 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:11Z', 'revision_number': 5, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:44.495863 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-b086888a-57b6-4547-987c-303bdacbb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:44.497369 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-b086888a-57b6-4547-987c-303bdacbb46a service neutron] 10.222.0.57 "GET /v2.0/networks?id=705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 200 len: 910 time: 0.0860806 Sep 20 12:15:44.506893 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] Checking router: 5a717085-7dd4-4755-b79e-4b3454daf3c7 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:15:44.515005 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:44.516140 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:15:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:44.541435 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-088b279b-5f97-4b39-a79b-99147a1ac46f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 200 len: 217 time: 0.0361884 Sep 20 12:15:44.590147 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-b73fec86-fcce-45cb-bca2-5a2cf2418bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:44.591662 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-b73fec86-fcce-45cb-bca2-5a2cf2418bb2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 200 len: 848 time: 0.0425291 Sep 20 12:15:44.618015 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:44.637231 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-449f4ebb-a0bf-4539-8147-89d48fa83f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:44.638711 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-449f4ebb-a0bf-4539-8147-89d48fa83f56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=705061f5-7804-495c-ab63-f0d01d466b5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379927 Sep 20 12:15:44.729929 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-36288f2d-94b6-492e-b0ff-89d51f9211f8 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825081 Sep 20 12:15:44.811364 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:11Z', 'revision_number': 5, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:44.819014 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-17e1602e-40cb-4c3c-a0f6-669d17a4abea req-020f14b6-f37b-43ad-9211-4993f79b1c20 service neutron] 10.222.0.57 "GET /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806890 Sep 20 12:15:44.838203 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe296db-75cb-4b6d-9050-a1ce1878eb8f None None] The sync data for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi is: [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:11:06Z', 'revision_number': 4, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi', '_interfaces': [{'id': 'af742525-f54d-4759-9246-e8dda7357519', 'name': '', 'network_id': '705061f5-7804-495c-ab63-f0d01d466b5c', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'mac_address': 'fa:16:3e:fb:39:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:06Z', 'updated_at': '2021-09-20T12:11:11Z', 'revision_number': 5, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'subnets': [{'id': '094e20d4-5296-4eff-9b86-334c3fb4f193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:15:45.043134 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c48f46-243f-4959-8999-64cacaa04b9e None None] New status for floating IP 40abdbbd-5309-43dd-8dc9-1b197942d47d: DOWN {{(pid=94130) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 12:15:45.562146 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8074614-70e4-46eb-b7cb-aaa6eb587bbe req-43e07866-628f-4b5f-88d2-3515ff55442a tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94128) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:45.564120 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b8074614-70e4-46eb-b7cb-aaa6eb587bbe req-43e07866-628f-4b5f-88d2-3515ff55442a tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0509400 Sep 20 12:15:45.600635 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-b8074614-70e4-46eb-b7cb-aaa6eb587bbe req-fde68614-bc80-4e7e-a946-622255ba4276 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/security-groups?id=69e046db-cb42-4498-8d1c-71ac3db63b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306618 Sep 20 12:15:45.755230 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:45.882279 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-4ea1b8ed-5a66-4794-93e4-faefd7fe28dd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94127) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 12:15:45.883700 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-4ea1b8ed-5a66-4794-93e4-faefd7fe28dd tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 945 time: 0.0504613 Sep 20 12:15:45.968368 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Deleting port 7086970b-563a-48b1-9e68-d8f1321df9be {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:45.968696 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:46.054792 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] For port 7086970b-563a-48b1-9e68-d8f1321df9be, host hv-cinder-81000, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81000',level=0,port_id=7086970b-563a-48b1-9e68-d8f1321df9be,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:46.055078 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:46.070523 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Calling delete_port for 7086970b-563a-48b1-9e68-d8f1321df9be owned by compute:nova {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:46.188386 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:46.220325 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event deleted for resources: {'Port': ['ID=7086970b-563a-48b1-9e68-d8f1321df9be,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:46.242655 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.242997 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.243327 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.243653 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.243999 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.244322 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.244639 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.244958 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.245526 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.245838 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.246148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.246458 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:46.267425 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] No DVR routers for this DVR port 7086970b-563a-48b1-9e68-d8f1321df9be on host hv-cinder-81000 {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:15:46.269742 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-87398'] for port, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:46.271659 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [req-436328a5-69f1-41f9-b3cc-ae663c69aaa0 req-be139555-729a-4ed2-a96f-a092067051f8 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.57 "DELETE /v2.0/ports/7086970b-563a-48b1-9e68-d8f1321df9be HTTP/1.1" status: 204 len: 173 time: 0.3819640 Sep 20 12:15:46.272098 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'name': 'network-vif-deleted', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be'}] {{(pid=94127) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 12:15:46.274335 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef5b821d5f098f7caef0b9f6513f9e7873ddd4b9d2d05c2f00d278aec3c11065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54066f0c-08f6-4431-b025-b91eb1d1f605" -d '{"events": [{"server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "name": "network-vif-deleted", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be"}]}' {{(pid=94127) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 12:15:46.369071 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 12:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a44741d-34a9-4d4f-8ce8-2541bfcf10ee x-openstack-request-id: req-4a44741d-34a9-4d4f-8ce8-2541bfcf10ee {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 12:15:46.369359 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a3c75ca-3420-464d-bacc-84adbfedf259", "name": "network-vif-deleted", "tag": "7086970b-563a-48b1-9e68-d8f1321df9be", "status": "completed", "code": 200}]} {{(pid=94127) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 12:15:46.369605 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a44741d-34a9-4d4f-8ce8-2541bfcf10ee {{(pid=94127) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 12:15:46.369994 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3c75ca-3420-464d-bacc-84adbfedf259', 'name': 'network-vif-deleted', 'tag': '7086970b-563a-48b1-9e68-d8f1321df9be', 'status': 'completed', 'code': 200} Sep 20 12:15:46.708896 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [req-d9dde029-6bcd-4266-85b8-2605a2d613a1 req-6b0b686d-f3cf-4eb9-a096-11c1b942a2af tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a3c75ca-3420-464d-bacc-84adbfedf259 HTTP/1.1" status: 200 len: 210 time: 0.0268786 Sep 20 12:15:47.762765 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41402) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:47.818561 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-73aa68e7-cd56-42b2-b257-aebae390fe07 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:47.842783 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-73aa68e7-cd56-42b2-b257-aebae390fe07 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:47.900439 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-73aa68e7-cd56-42b2-b257-aebae390fe07 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:47.903026 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-73aa68e7-cd56-42b2-b257-aebae390fe07 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:47.904162 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-73aa68e7-cd56-42b2-b257-aebae390fe07 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] 10.222.0.20 "DELETE /v2.0/security-groups/69e046db-cb42-4498-8d1c-71ac3db63b4f HTTP/1.1" status: 204 len: 168 time: 0.1404073 Sep 20 12:15:47.913067 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa68e7-cd56-42b2-b257-aebae390fe07 tempest-TestShelveInstance-1659901209 tempest-TestShelveInstance-1659901209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e046db-cb42-4498-8d1c-71ac3db63b4f,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:47.941022 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41406) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:48.264710 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:48.490924 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Deleting port af742525-f54d-4759-9246-e8dda7357519 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:48.491251 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:48.564240 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] For port af742525-f54d-4759-9246-e8dda7357519, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=af742525-f54d-4759-9246-e8dda7357519,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:48.564597 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:48.576547 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Calling delete_port for af742525-f54d-4759-9246-e8dda7357519 owned by network:router_interface {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:48.602787 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 7086970b-563a-48b1-9e68-d8f1321df9be no longer exists at agent hyperv_hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:48.622658 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] No Port match for: 7086970b-563a-48b1-9e68-d8f1321df9be {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:48.623006 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Device 7086970b-563a-48b1-9e68-d8f1321df9be not bound to the agent host hv-cinder-81000 {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:48.748311 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:48.770511 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=af742525-f54d-4759-9246-e8dda7357519,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:49.176337 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:49.376884 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Router 5a717085-7dd4-4755-b79e-4b3454daf3c7 has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:15:49.473528 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:15:49.478969 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-f8f3d66e-fbb5-45b3-a82a-4a956635bc8e admin admin] 10.222.0.20 "PUT /v2.0/routers/5a717085-7dd4-4755-b79e-4b3454daf3c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5368979 Sep 20 12:15:49.480818 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41408) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:49.481925 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] Sync routers for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:15:49.490809 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:49.491405 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:15:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:49.582148 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks [] for router, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:49.592258 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: dv-cinder-810000-1-iscsi {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:49.682880 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:49.735629 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Deleting port 285fdc46-0026-4b8c-b5f0-fc2455484036 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:49.735859 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:49.815503 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] For port 285fdc46-0026-4b8c-b5f0-fc2455484036, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=285fdc46-0026-4b8c-b5f0-fc2455484036,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:49.815862 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:49.827184 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Calling delete_port for 285fdc46-0026-4b8c-b5f0-fc2455484036 owned by network:router_gateway {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:49.890220 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:15:48Z', 'revision_number': 5, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port': {'id': '285fdc46-0026-4b8c-b5f0-fc2455484036', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:04Z', 'updated_at': '2021-09-20T12:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:49.915229 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] Checking router: 5a717085-7dd4-4755-b79e-4b3454daf3c7 for host: dv-cinder-810000-1-iscsi {{(pid=94129) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:15:49.923878 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] Routers {'5a717085-7dd4-4755-b79e-4b3454daf3c7'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94129) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:49.924509 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:15:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['5a717085-7dd4-4755-b79e-4b3454daf3c7'], 'active': True} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:49.989765 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.010125 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvr_db [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] Set router 5a717085-7dd4-4755-b79e-4b3454daf3c7 gateway port host: None {{(pid=94129) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:50.012427 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Pushing event deleted for resources: {'Port': ['ID=285fdc46-0026-4b8c-b5f0-fc2455484036,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:50.064268 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_hamode_db [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:15:49Z', 'revision_number': 6, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port_host': None}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:50.077248 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.089621 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d40fe75-f135-45e6-bcee-659438dd8332 None None] The sync data for ids ['5a717085-7dd4-4755-b79e-4b3454daf3c7'] in dv-cinder-810000-1-iscsi is: [{'id': '5a717085-7dd4-4755-b79e-4b3454daf3c7', 'name': 'tempest-TestShelveInstance-1602466120-router', 'tenant_id': 'e60856b945794704b5eb1c447cbf53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:03Z', 'updated_at': '2021-09-20T12:15:49Z', 'revision_number': 6, 'project_id': 'e60856b945794704b5eb1c447cbf53d8', 'gw_port_host': None}] {{(pid=94129) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:15:50.164555 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.166635 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.207570 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.208248 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a717085-7dd4-4755-b79e-4b3454daf3c7 {{(pid=94127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:15:50.212767 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.213899 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-743d94ae-3a5e-452b-89ac-90e10541e695 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5a717085-7dd4-4755-b79e-4b3454daf3c7 HTTP/1.1" status: 204 len: 168 time: 0.7321737 Sep 20 12:15:50.216423 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41410) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:50.259753 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-1239e887-05c4-4588-8148-cde594a79db2 admin admin] Deleting subnet 094e20d4-5296-4eff-9b86-334c3fb4f193 {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:15:50.263162 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1239e887-05c4-4588-8148-cde594a79db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.296197 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1239e887-05c4-4588-8148-cde594a79db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4701313'] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.377674 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1239e887-05c4-4588-8148-cde594a79db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.431493 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1239e887-05c4-4588-8148-cde594a79db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66711212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596673'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.457598 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239e887-05c4-4588-8148-cde594a79db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094e20d4-5296-4eff-9b86-334c3fb4f193,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:50.461353 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-1239e887-05c4-4588-8148-cde594a79db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.463744 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-1239e887-05c4-4588-8148-cde594a79db2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/094e20d4-5296-4eff-9b86-334c3fb4f193 HTTP/1.1" status: 204 len: 168 time: 0.2459345 Sep 20 12:15:50.466335 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41412) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:50.469367 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c25c8-01ee-4daa-90ec-6178da5e35b5 None None] Network 705061f5-7804-495c-ab63-f0d01d466b5c requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:15:50.543549 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.598271 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Deleting port b28a9a22-c69b-4b2b-a5b9-c96434925312 {{(pid=94128) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:50.598617 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.664950 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.db [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] For port b28a9a22-c69b-4b2b-a5b9-c96434925312, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=b28a9a22-c69b-4b2b-a5b9-c96434925312,segment=NetworkSegment(2e2643ce-18b2-4463-a85f-b7908b67c5a3),segment_id=2e2643ce-18b2-4463-a85f-b7908b67c5a3)] {{(pid=94128) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:50.665311 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.677365 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.plugin [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Calling delete_port for b28a9a22-c69b-4b2b-a5b9-c96434925312 owned by network:dhcp {{(pid=94128) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:50.752246 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5512695'] for port, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.778001 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28a9a22-c69b-4b2b-a5b9-c96434925312,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:50.780006 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] No DVR routers for this DVR port b28a9a22-c69b-4b2b-a5b9-c96434925312 on host dv-cinder-810000-1-iscsi {{(pid=94128) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:15:50.788214 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.788561 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.788897 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.789232 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.789557 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.789882 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.790203 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.790525 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.790844 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.791159 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.791475 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.791787 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94128) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:50.838784 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a006142-3ce1-42bc-b14e-84d906b8603e None None] DHCP port deletion for 705061f5-7804-495c-ab63-f0d01d466b5c request from dv-cinder-810000-1-iscsi {{(pid=94129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:15:50.866042 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.886987 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705061f5-7804-495c-ab63-f0d01d466b5c']}} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:50.896059 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 285fdc46-0026-4b8c-b5f0-fc2455484036 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:50.897607 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2643ce-18b2-4463-a85f-b7908b67c5a3') {'for_net_delete': True} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:50.897899 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.services.segments.db [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2643ce-18b2-4463-a85f-b7908b67c5a3') {} {{(pid=94128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:50.907355 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5692869'] for segment, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.915369 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 285fdc46-0026-4b8c-b5f0-fc2455484036 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:50.915715 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 285fdc46-0026-4b8c-b5f0-fc2455484036 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:50.916506 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device b28a9a22-c69b-4b2b-a5b9-c96434925312 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:50.922919 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.929622 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94128) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:15:50.930149 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5512198'] for segment, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: Traceback (most recent call last): Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: timer() Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: cb(*args, **kw) Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: return func(*args, **kwargs) Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: self._notify() Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: self.callback(batched_events) Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: event.method(event) Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: return f(self, *a, **k) Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._get(url).json() Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: return self.request(url, 'GET', **kwargs) Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:15:50.932063 dv-cinder-810000-1-iscsi neutron-server[94128]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:15:50.935278 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: b28a9a22-c69b-4b2b-a5b9-c96434925312 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:50.935620 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device b28a9a22-c69b-4b2b-a5b9-c96434925312 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:50.936053 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device af742525-f54d-4759-9246-e8dda7357519 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:50.956452 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: af742525-f54d-4759-9246-e8dda7357519 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:50.956793 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device af742525-f54d-4759-9246-e8dda7357519 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:50.992122 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:50.999060 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:51.002582 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] 10.222.0.20 "DELETE /v2.0/networks/705061f5-7804-495c-ab63-f0d01d466b5c HTTP/1.1" status: 204 len: 168 time: 0.5337467 Sep 20 12:15:51.003309 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41414) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:51.013662 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39217375-e3de-4eae-9342-9d9be192f009 admin admin] Pushing event deleted for resources: {'Network': ['ID=705061f5-7804-495c-ab63-f0d01d466b5c,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:51.341577 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7993094'] for router_interface, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:51.571175 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Deleting port c38a3a01-7eca-4429-bb1b-273f5798870c {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:51.571507 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:51.645394 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] For port c38a3a01-7eca-4429-bb1b-273f5798870c, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c38a3a01-7eca-4429-bb1b-273f5798870c,segment=NetworkSegment(ffdee720-3f44-4f6d-99b8-416929efddf1),segment_id=ffdee720-3f44-4f6d-99b8-416929efddf1)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:51.645663 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:51.657777 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Calling delete_port for c38a3a01-7eca-4429-bb1b-273f5798870c owned by network:router_interface {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:51.824022 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:51.846793 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Pushing event deleted for resources: {'Port': ['ID=c38a3a01-7eca-4429-bb1b-273f5798870c,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:52.010240 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7819188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7991990'] for router_interface, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:52.210877 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Router 0954bf87-2597-4274-a452-d6dc405607fd has already been hosted by L3 agent 88c14c19-01f2-464c-a11c-f49bbe805586 {{(pid=94127) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 12:15:52.310953 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] Notify agent at l3_agent.dv-cinder-810000-1-iscsi the message routers_updated {{(pid=94127) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 12:15:52.318778 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-fad61bb1-a1c0-40fb-b1f8-7beefaeca459 admin admin] 10.222.0.20 "PUT /v2.0/routers/0954bf87-2597-4274-a452-d6dc405607fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3135762 Sep 20 12:15:52.319881 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] Sync routers for ids ['0954bf87-2597-4274-a452-d6dc405607fd'] in dv-cinder-810000-1-iscsi {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 12:15:52.321081 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41416) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:52.329955 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] Routers {'0954bf87-2597-4274-a452-d6dc405607fd'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:52.330502 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:15:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0954bf87-2597-4274-a452-d6dc405607fd'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:52.421371 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:52.430095 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] Set router 0954bf87-2597-4274-a452-d6dc405607fd gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:52.621066 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:15:51Z', 'revision_number': 5, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:52.646947 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] Checking router: 0954bf87-2597-4274-a452-d6dc405607fd for host: dv-cinder-810000-1-iscsi {{(pid=94130) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 12:15:52.655116 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] Routers {'0954bf87-2597-4274-a452-d6dc405607fd'} bound to L3 agent in host dv-cinder-810000-1-iscsi {{(pid=94130) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 12:15:52.655709 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810000-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T11:57:13Z,description=,heartbeat_timestamp=2021-09-20T12:15:43Z,host='dv-cinder-810000-1-iscsi',id=88c14c19-01f2-464c-a11c-f49bbe805586,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T11:57:13Z,topic='l3_agent')) {'router_ids': ['0954bf87-2597-4274-a452-d6dc405607fd'], 'active': True} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:52.756748 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_dvr_db [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] Set router 0954bf87-2597-4274-a452-d6dc405607fd gateway port host: dv-cinder-810000-1-iscsi {{(pid=94130) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 12:15:52.772478 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:52.825688 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Deleting port c8a8233d-be8c-4d8d-a188-918cede95530 {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:52.825917 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:52.905827 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] For port c8a8233d-be8c-4d8d-a188-918cede95530, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=c8a8233d-be8c-4d8d-a188-918cede95530,segment=NetworkSegment(dd348e13-7639-4b2d-b909-38cd481347f0),segment_id=dd348e13-7639-4b2d-b909-38cd481347f0)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:52.906741 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:52.919464 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Calling delete_port for c8a8233d-be8c-4d8d-a188-918cede95530 owned by network:router_gateway {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:53.010659 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.l3_hamode_db [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:15:51Z', 'revision_number': 5, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}], 'dv-cinder-810000-1-iscsi', False) {} {{(pid=94130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:53.035974 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a656afd-4ed3-43ab-8c26-7c9fc063d5c2 None None] The sync data for ids ['0954bf87-2597-4274-a452-d6dc405607fd'] in dv-cinder-810000-1-iscsi is: [{'id': '0954bf87-2597-4274-a452-d6dc405607fd', 'name': 'tempest-TestShelveInstance-585230858-router', 'tenant_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'external_fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:15:51Z', 'revision_number': 5, 'project_id': 'cbf29b8785b34710a3c1b9e1604cec00', 'gw_port': {'id': 'c8a8233d-be8c-4d8d-a188-918cede95530', 'name': '', 'network_id': 'f3344b5d-5788-473a-b961-169949d427b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0954bf87-2597-4274-a452-d6dc405607fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810000-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T12:11:09Z', 'updated_at': '2021-09-20T12:11:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f76e97f5-02e3-45f7-867c-e8c3fa8f64c3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810000-1-iscsi'}] {{(pid=94130) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 12:15:53.084362 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.112799 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a8233d-be8c-4d8d-a188-918cede95530,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:53.167846 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7991920'] for router_gateway, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.251682 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16373'] for router, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.253687 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.293412 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7963610'] for router, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.293975 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0954bf87-2597-4274-a452-d6dc405607fd {{(pid=94127) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 12:15:53.298050 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.299185 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-bdfa99bf-aec5-4349-9ae5-3633082d41d0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0954bf87-2597-4274-a452-d6dc405607fd HTTP/1.1" status: 204 len: 168 time: 0.9772091 Sep 20 12:15:53.301592 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41418) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:53.348226 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7196c9-f07f-41b1-8d5e-1890ec4ed63b admin admin] Deleting subnet dff0b2c7-62a5-490a-94ce-29ca6bd8af15 {{(pid=94127) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 12:15:53.351000 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0f7196c9-f07f-41b1-8d5e-1890ec4ed63b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.386291 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0f7196c9-f07f-41b1-8d5e-1890ec4ed63b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4701313'] for subnet, precommit_delete_associations {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.465539 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0f7196c9-f07f-41b1-8d5e-1890ec4ed63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625576'] for subnet, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.518373 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0f7196c9-f07f-41b1-8d5e-1890ec4ed63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66711212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4596673'] for subnet, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.546356 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7196c9-f07f-41b1-8d5e-1890ec4ed63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff0b2c7-62a5-490a-94ce-29ca6bd8af15,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:53.552383 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0f7196c9-f07f-41b1-8d5e-1890ec4ed63b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.554637 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-0f7196c9-f07f-41b1-8d5e-1890ec4ed63b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dff0b2c7-62a5-490a-94ce-29ca6bd8af15 HTTP/1.1" status: 204 len: 168 time: 0.2521307 Sep 20 12:15:53.557142 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41420) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:53.559004 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e60b3c3-33a3-41a8-9d71-bfb2b0d9a5a1 None None] Network 2587b320-e850-47da-a090-ca643d59827c requested from dv-cinder-810000-1-iscsi {{(pid=94129) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 12:15:53.629435 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586329'] for network, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.683374 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Deleting port 79f48b71-3189-4e65-a8e8-d8432e222e8e {{(pid=94127) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:53.683720 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.743964 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] DHCP port deletion for 2587b320-e850-47da-a090-ca643d59827c request from dv-cinder-810000-1-iscsi {{(pid=94129) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 12:15:53.756599 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] For port 79f48b71-3189-4e65-a8e8-d8432e222e8e, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=79f48b71-3189-4e65-a8e8-d8432e222e8e,segment=NetworkSegment(ffdee720-3f44-4f6d-99b8-416929efddf1),segment_id=ffdee720-3f44-4f6d-99b8-416929efddf1)] {{(pid=94127) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:53.756997 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.768971 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.plugin [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Calling delete_port for 79f48b71-3189-4e65-a8e8-d8432e222e8e owned by network:dhcp {{(pid=94127) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:53.791649 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Deleting port 79f48b71-3189-4e65-a8e8-d8432e222e8e {{(pid=94129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 12:15:53.792058 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750295848497'] for port, before_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.844529 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66711171'] for port, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.852289 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.db [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] For port 79f48b71-3189-4e65-a8e8-d8432e222e8e, host dv-cinder-810000-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810000-1-iscsi',level=0,port_id=79f48b71-3189-4e65-a8e8-d8432e222e8e,segment=NetworkSegment(ffdee720-3f44-4f6d-99b8-416929efddf1),segment_id=ffdee720-3f44-4f6d-99b8-416929efddf1)] {{(pid=94129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 12:15:53.852690 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7986510'] for port, precommit_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.865305 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Calling delete_port for 79f48b71-3189-4e65-a8e8-d8432e222e8e owned by network:dhcp {{(pid=94129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 12:15:53.873903 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f48b71-3189-4e65-a8e8-d8432e222e8e,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:53.879275 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] No DVR routers for this DVR port 79f48b71-3189-4e65-a8e8-d8432e222e8e on host dv-cinder-810000-1-iscsi {{(pid=94127) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:15:53.941982 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750295855351', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750295384275'] for port, after_delete {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.949049 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-624687', 'neutron.services.segments.db._delete_segments_for_network-8750295682973'] for network, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:53.967276 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Pushing event deleted for resources: {'Port': ['ID=79f48b71-3189-4e65-a8e8-d8432e222e8e,revision_number=None']} {{(pid=94129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:53.969177 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2587b320-e850-47da-a090-ca643d59827c']}} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:53.975200 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] No DVR routers for this DVR port 79f48b71-3189-4e65-a8e8-d8432e222e8e on host dv-cinder-810000-1-iscsi {{(pid=94129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 12:15:53.978463 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.978806 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.979142 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.979478 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.979592 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdee720-3f44-4f6d-99b8-416929efddf1') {'for_net_delete': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:53.979802 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.979958 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.services.segments.db [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdee720-3f44-4f6d-99b8-416929efddf1') {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 12:15:53.980164 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.980485 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.980799 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.981232 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.981459 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.981773 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.982089 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35841e51-73fd-4795-91e1-71a02d13e786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810000-1-iscsi {{(pid=94129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 12:15:53.990145 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750295684006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4701322'] for segment, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.003533 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453'] for segment, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.009141 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94127) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 12:15:54.009514 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-635453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66711410'] for segment, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: Traceback (most recent call last): Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: timer() Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: cb(*args, **kw) Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: return func(*args, **kwargs) Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: self._notify() Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: self.callback(batched_events) Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: event.method(event) Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: return f(self, *a, **k) Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._get(url).json() Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: return self.request(url, 'GET', **kwargs) Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 12:15:54.011076 dv-cinder-810000-1-iscsi neutron-server[94127]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 12:15:54.069312 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-624694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7868416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7819847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7991828'] for network, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.074903 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7819861'] for network, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.076890 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2587b320-e850-47da-a090-ca643d59827c HTTP/1.1" status: 204 len: 168 time: 0.5184352 Sep 20 12:15:54.088031 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cf1c7-df59-4d31-862c-5ac03723e165 admin admin] Pushing event deleted for resources: {'Network': ['ID=2587b320-e850-47da-a090-ca643d59827c,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:54.233021 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41424) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:54.272151 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-c43e203c-f5c1-4469-a853-18165e88a1e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e60856b945794704b5eb1c447cbf53d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379691 Sep 20 12:15:54.274480 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.wsgi [-] (94127) accepted ('10.222.0.20', 41426) {{(pid=94127) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:54.320411 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-318e88fe-c16a-4b9e-888e-18374336ebae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.340731 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-318e88fe-c16a-4b9e-888e-18374336ebae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.388858 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-318e88fe-c16a-4b9e-888e-18374336ebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.391370 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-318e88fe-c16a-4b9e-888e-18374336ebae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.392507 dv-cinder-810000-1-iscsi neutron-server[94127]: INFO neutron.wsgi [None req-318e88fe-c16a-4b9e-888e-18374336ebae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b62d2661-5033-473b-a79d-275301b64852 HTTP/1.1" status: 204 len: 168 time: 0.1171577 Sep 20 12:15:54.400101 dv-cinder-810000-1-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e88fe-c16a-4b9e-888e-18374336ebae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d2661-5033-473b-a79d-275301b64852,revision_number=None']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:15:54.598846 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 79f48b71-3189-4e65-a8e8-d8432e222e8e no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:54.618690 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: 79f48b71-3189-4e65-a8e8-d8432e222e8e {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:54.619029 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device 79f48b71-3189-4e65-a8e8-d8432e222e8e not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:54.619452 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c38a3a01-7eca-4429-bb1b-273f5798870c no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:54.637320 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: c38a3a01-7eca-4429-bb1b-273f5798870c {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:54.637661 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c38a3a01-7eca-4429-bb1b-273f5798870c not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:54.638064 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c8a8233d-be8c-4d8d-a188-918cede95530 no longer exists at agent ovs-agent-dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 12:15:54.657170 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] No Port match for: c8a8233d-be8c-4d8d-a188-918cede95530 {{(pid=94129) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 12:15:54.657442 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron.plugins.ml2.rpc [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Device c8a8233d-be8c-4d8d-a188-918cede95530 not bound to the agent host dv-cinder-810000-1-iscsi {{(pid=94129) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 12:15:54.699063 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41432) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:54.738328 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-31127ace-af2c-471f-a98b-5f1e3163eacf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbf29b8785b34710a3c1b9e1604cec00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381601 Sep 20 12:15:54.740644 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.wsgi [-] (94128) accepted ('10.222.0.20', 41434) {{(pid=94128) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 12:15:54.785986 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9fec4d1a-ef0e-4558-a2ef-e91740516d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.806420 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9fec4d1a-ef0e-4558-a2ef-e91740516d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.851704 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9fec4d1a-ef0e-4558-a2ef-e91740516d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7870931'] for security_group, after_delete {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.854237 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron_lib.callbacks.manager [None req-9fec4d1a-ef0e-4558-a2ef-e91740516d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:15:54.855331 dv-cinder-810000-1-iscsi neutron-server[94128]: INFO neutron.wsgi [None req-9fec4d1a-ef0e-4558-a2ef-e91740516d24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a90dc97b-5d83-4f2f-909c-e5c1a12d9c83 HTTP/1.1" status: 204 len: 168 time: 0.1138344 Sep 20 12:15:54.864298 dv-cinder-810000-1-iscsi neutron-server[94128]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec4d1a-ef0e-4558-a2ef-e91740516d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90dc97b-5d83-4f2f-909c-e5c1a12d9c83,revision_number=None']} {{(pid=94128) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 12:16:03.923223 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:16:10.004324 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:10.626478 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-31fbbe4f-6a09-422d-9dda-d34c70e74fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:13.288264 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e89e7b94-e17e-4099-9578-cc35f1b9e927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:14.092313 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:14.392348 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:15.758592 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:40.003677 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:40.626818 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-06082bf4-0c04-4729-8431-b73fd8db12ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:40.921015 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:16:43.289151 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b4906268-e996-4024-918a-93dbbe0b1c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:44.092337 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:44.395726 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:16:45.761170 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:10.003119 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:10.628406 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-08ec1d1d-90f1-45d8-b918-d5def0eec178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:13.288938 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-a57390dd-3a8a-4ef0-b6cc-590cd44c9a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:14.093719 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:14.397431 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:15.764016 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:17.919269 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:17:40.003066 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:40.629106 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-7750976f-091b-4c68-bb79-28d29edf3eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:43.289266 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-ce086e23-856b-4028-8605-320fc9217671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:44.094728 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:44.401439 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:45.768901 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:17:54.918290 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:18:10.004782 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:10.629488 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-df09f220-c3d9-4872-88f8-727371a80c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:13.289509 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-2d937caf-fde9-4232-ae1a-032dd87be9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:14.095824 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:14.403787 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:15.771522 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:31.920077 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:18:40.001709 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:40.629434 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b93c29ad-b6bd-4f99-8a3a-2feddc6b594f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:43.289222 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-07bfc8c2-b330-46ca-b7c1-584359519be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:44.097053 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:44.406449 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:18:45.773168 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:08.919259 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:19:10.016142 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:10.629049 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-d9717488-3b35-4c62-ae1d-902bd79702be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:13.289368 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-384595f8-7883-42c5-967c-3417c134be7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:14.097932 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:14.408818 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:15.777647 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:40.031136 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:40.630292 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-00c03c0c-b6a8-4ecb-8393-63c47077d8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:43.289155 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-52159359-2a38-417e-b438-d0931600b276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:44.098387 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:44.411684 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:45.781009 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:19:45.917900 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:20:10.050173 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:10.630721 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4fb44ca2-e1fd-4605-a40b-5fad6d999441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:13.289259 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-808bdce7-f1f7-43fb-b169-74a385928ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.099135 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:14.415070 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:15.783316 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:22.917160 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:20:40.045635 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:40.631700 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-63895c0c-efc3-4c93-b738-973f9aacc787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:43.290510 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-5889cd3e-4947-4dac-bd34-6eb3c8f6e57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:44.099957 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2b42-bdfb-4a9f-ac62-e97037290668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:44.418185 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-e70e1430-0227-46ae-a76b-94596f76babb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:45.786431 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-48b54331-3621-4ec8-86e0-d328c79b83a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:20:59.916491 dv-cinder-810000-1-iscsi neutron-server[94130]: DEBUG neutron.db.agents_db [None req-ebf66940-a850-4147-8f74-04eb046d884a None None] Agent healthcheck: found 6 active agents {{(pid=94130) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 12:21:10.062110 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-4f553967-2c14-410f-80ad-a2d85228add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 12:21:10.633664 dv-cinder-810000-1-iscsi neutron-server[94129]: DEBUG neutron_lib.callbacks.manager [None req-36f2d146-8f7f-4497-9e6a-280d84df82bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750295682955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629807'] for agent, after_update {{(pid=94129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}